07:23:34.451 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
07:23:34.451 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskmjnZga/test-tmp
07:23:34.452 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:23:34.452 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskmjnZga/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:23:34.453 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
07:23:34.829 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:23:34.829 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:23:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:34.833556 27884 mini_oidc.cc:152] Starting JWKS server
07:23:34.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:34.838126 27884 webserver.cc:460] Webserver started at http://127.0.0.1:39853/ using document root <none> and password file <none>
07:23:34.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:34.838598 27884 mini_oidc.cc:189] Starting OIDC Discovery server
07:23:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:34.840679 27884 webserver.cc:460] Webserver started at http://127.0.0.1:38671/ using document root <none> and password file <none>
07:23:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:23:34Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:23:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:23:34Z Disabled control of system clock
07:23:34.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:34.903524 27884 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-0/wal
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-0/data
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-0/logs
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-0/data/info.pb
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.59.62:33445
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.59.62
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.59.20:36839
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.59.62:33445,127.27.59.61:37643,127.27.59.60:42577
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:23:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39853/jwks.json with env {}
07:23:35.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:35.258087 27896 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:23:35.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:35.258752 27896 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:23:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:35.259259 27896 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:23:35.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:35.294011 27896 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:23:35.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:35.294366 27896 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:23:35.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:35.294571 27896 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:23:35.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:35.294775 27896 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:23:35.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:35.294973 27896 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:23:35.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:35.295114 27896 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39853/jwks.json
07:23:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:35.334244 27896 master_runner.cc:386] Master server non-default flags:
07:23:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.59.20:36839
07:23:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:23:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-0/data
07:23:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-0/wal
07:23:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:23:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.59.62:33445,127.27.59.61:37643,127.27.59.60:42577
07:23:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.59.62:33445
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39853/jwks.json
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-0/data/info.pb
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.59.62
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-0/logs
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:23:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:23:35.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:35.335915 27896 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:23:35.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:35.337951 27896 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:23:35.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:35.359263 27902 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:36.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:35.359297 27905 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:36.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:35.361155 27896 server_base.cc:1034] running on GCE node
07:23:36.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:35.359313 27903 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:36.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.624291 27896 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:23:36.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.627575 27896 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:23:36.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.629089 27896 hybrid_clock.cc:648] HybridClock initialized: now 1781940216629006 us; error 97 us; skew 500 ppm
07:23:36.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.630187 27896 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:23:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.644199 27896 webserver.cc:460] Webserver started at http://127.27.59.62:39477/ using document root <none> and password file <none>
07:23:36.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.645447 27896 fs_manager.cc:359] Metadata directory not provided
07:23:36.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.645720 27896 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:23:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.646294 27896 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:23:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.652338 27896 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-0/data/instance:
07:23:36.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "786535494fc34e53926fbe4fb665e448"
07:23:36.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:36 on dist-test-slave-tdw7"
07:23:36.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.653720 27896 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-0/wal/instance:
07:23:36.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "786535494fc34e53926fbe4fb665e448"
07:23:36.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:36 on dist-test-slave-tdw7"
07:23:36.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.662503 27896 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
07:23:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.669838 27912 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:23:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.671332 27896 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
07:23:36.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.671887 27896 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-0/data,/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-0/wal
07:23:36.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "786535494fc34e53926fbe4fb665e448"
07:23:36.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:36 on dist-test-slave-tdw7"
07:23:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.672324 27896 fs_report.cc:383] FS layout report
07:23:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:23:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-0/wal
07:23:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-0/wal
07:23:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-0/data/data
07:23:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:23:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:23:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:23:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:23:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:23:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:23:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:23:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:23:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:23:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:23:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:23:36.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.718950 27896 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:23:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.720914 27896 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:23:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.721495 27896 kserver.cc:163] Server-wide thread pool size limit: 3276
07:23:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.808691 27896 rpc_server.cc:307] RPC server started. Bound to: 127.27.59.62:33445
07:23:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.808769 27963 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.59.62:33445 every 8 connection(s)
07:23:36.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.812265 27896 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-0/data/info.pb
07:23:36.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.815908 27884 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu as pid 27896
07:23:36.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.816483 27884 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-0/wal/instance
07:23:36.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.819509 27964 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.821782 27884 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-1/wal
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-1/data
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-1/logs
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-1/data/info.pb
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.59.61:37643
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.59.61
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.59.20:36839
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.59.62:33445,127.27.59.61:37643,127.27.59.60:42577
07:23:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:23:36.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39853/jwks.json with env {}
07:23:36.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.834038 27964 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } has no permanent_uuid. Determining permanent_uuid...
07:23:36.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.869206 27964 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } has no permanent_uuid. Determining permanent_uuid...
07:23:36.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:36.871833 27916 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.59.61:37643: connect: Connection refused (error 111)
07:23:36.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:36.876396 27964 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.61:37643: Network error: Client connection negotiation failed: client connection to 127.27.59.61:37643: connect: Connection refused (error 111)
07:23:36.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.925997 27964 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } attempt: 1
07:23:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:36.930991 27964 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.61:37643: Network error: Client connection negotiation failed: client connection to 127.27.59.61:37643: connect: Connection refused (error 111)
07:23:37.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:36.999598 27964 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } attempt: 2
07:23:37.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:37.004317 27964 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.61:37643: Network error: Client connection negotiation failed: client connection to 127.27.59.61:37643: connect: Connection refused (error 111)
07:23:37.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:37.095794 27964 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } attempt: 3
07:23:37.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:37.100451 27964 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.61:37643: Network error: Client connection negotiation failed: client connection to 127.27.59.61:37643: connect: Connection refused (error 111)
07:23:37.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:37.202877 27966 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:23:37.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:37.203723 27966 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:23:37.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:37.204312 27966 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:23:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:37.239172 27966 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:23:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:37.239620 27966 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:23:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:37.239872 27966 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:23:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:37.240072 27966 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:23:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:37.240275 27966 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:23:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:37.240420 27966 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39853/jwks.json
07:23:37.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:37.243932 27964 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } attempt: 4
07:23:37.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:37.248208 27964 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.61:37643: Network error: Client connection negotiation failed: client connection to 127.27.59.61:37643: connect: Connection refused (error 111)
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:37.279719 27966 master_runner.cc:386] Master server non-default flags:
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.59.20:36839
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-1/data
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-1/wal
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.59.62:33445,127.27.59.61:37643,127.27.59.60:42577
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.59.61:37643
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39853/jwks.json
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-1/data/info.pb
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.59.61
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:23:37.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:23:37.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:37.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-1/logs
07:23:37.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:37.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:23:37.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:23:37.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:23:37.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:23:37.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:23:37.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:23:37.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:23:37.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:23:37.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:23:37.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:37.281147 27966 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:23:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:37.283006 27966 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:23:37.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:37.304781 27978 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:37.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:37.547691 27964 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } attempt: 5
07:23:37.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:37.553279 27964 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.61:37643: Network error: Client connection negotiation failed: client connection to 127.27.59.61:37643: connect: Connection refused (error 111)
07:23:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.100710 27964 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } attempt: 6
07:23:38.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:38.118291 27964 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.61:37643: Network error: Client connection negotiation failed: client connection to 127.27.59.61:37643: connect: Connection refused (error 111)
07:23:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:37.304832 27975 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:38.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:37.304845 27976 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:38.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:37.307220 27966 server_base.cc:1034] running on GCE node
07:23:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.581979 27966 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:23:38.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.585144 27966 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:23:38.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.586596 27966 hybrid_clock.cc:648] HybridClock initialized: now 1781940218586533 us; error 72 us; skew 500 ppm
07:23:38.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.587775 27966 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:23:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.596213 27966 webserver.cc:460] Webserver started at http://127.27.59.61:36741/ using document root <none> and password file <none>
07:23:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.597675 27966 fs_manager.cc:359] Metadata directory not provided
07:23:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.597939 27966 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:23:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.598444 27966 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:23:38.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.604554 27966 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-1/data/instance:
07:23:38.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dadf73497b374fecb186302455f05d9f"
07:23:38.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:38 on dist-test-slave-tdw7"
07:23:38.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.605942 27966 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-1/wal/instance:
07:23:38.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dadf73497b374fecb186302455f05d9f"
07:23:38.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:38 on dist-test-slave-tdw7"
07:23:38.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.615566 27966 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.011s sys 0.001s
07:23:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.622351 27987 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:23:38.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.623831 27966 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.001s
07:23:38.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.624191 27966 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-1/data,/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-1/wal
07:23:38.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dadf73497b374fecb186302455f05d9f"
07:23:38.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:38 on dist-test-slave-tdw7"
07:23:38.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.624545 27966 fs_report.cc:383] FS layout report
07:23:38.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:23:38.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-1/wal
07:23:38.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-1/wal
07:23:38.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-1/data/data
07:23:38.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:23:38.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:23:38.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:23:38.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:23:38.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:23:38.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:23:38.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:23:38.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:23:38.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:23:38.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:23:38.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:23:38.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.667688 27966 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:23:38.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.669617 27966 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:23:38.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.670095 27966 kserver.cc:163] Server-wide thread pool size limit: 3276
07:23:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.757191 27966 rpc_server.cc:307] RPC server started. Bound to: 127.27.59.61:37643
07:23:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.757319 28038 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.59.61:37643 every 8 connection(s)
07:23:38.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.761075 27966 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-1/data/info.pb
07:23:38.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.761991 27884 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu as pid 27966
07:23:38.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.762580 27884 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-1/wal/instance
07:23:38.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.766330 27884 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:23:38.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:23:38.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-2/wal
07:23:38.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-2/data
07:23:38.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:23:38.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:23:38.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:23:38.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:38.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:38.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:38.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-2/logs
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-2/data/info.pb
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.59.60:42577
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.59.60
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.59.20:36839
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.59.62:33445,127.27.59.61:37643,127.27.59.60:42577
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:23:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39853/jwks.json with env {}
07:23:38.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.768306 28039 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:23:38.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.779975 28039 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } has no permanent_uuid. Determining permanent_uuid...
07:23:38.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.806290 28039 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } has no permanent_uuid. Determining permanent_uuid...
07:23:38.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.829744 28039 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } has no permanent_uuid. Determining permanent_uuid...
07:23:38.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:38.832355 27991 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.59.60:42577: connect: Connection refused (error 111)
07:23:38.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:38.836719 28039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.60:42577: Network error: Client connection negotiation failed: client connection to 127.27.59.60:42577: connect: Connection refused (error 111)
07:23:38.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.886421 28039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } attempt: 1
07:23:38.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:38.891624 28039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.60:42577: Network error: Client connection negotiation failed: client connection to 127.27.59.60:42577: connect: Connection refused (error 111)
07:23:38.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:38.960095 28039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } attempt: 2
07:23:38.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:38.964640 28039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.60:42577: Network error: Client connection negotiation failed: client connection to 127.27.59.60:42577: connect: Connection refused (error 111)
07:23:39.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:39.056088 28039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } attempt: 3
07:23:39.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.060674 28039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.60:42577: Network error: Client connection negotiation failed: client connection to 127.27.59.60:42577: connect: Connection refused (error 111)
07:23:39.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.133561 28041 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:23:39.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.134225 28041 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:23:39.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.134737 28041 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:23:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.168691 28041 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:23:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.169020 28041 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:23:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.169236 28041 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:23:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.169461 28041 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:23:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.169657 28041 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:23:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.169806 28041 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39853/jwks.json
07:23:39.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:39.178803 27964 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } attempt: 7
07:23:39.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:39.193388 27964 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } has no permanent_uuid. Determining permanent_uuid...
07:23:39.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.199275 27964 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.60:42577: Network error: Client connection negotiation failed: client connection to 127.27.59.60:42577: connect: Connection refused (error 111)
07:23:39.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:39.204180 28039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } attempt: 4
07:23:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.208155 28039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.60:42577: Network error: Client connection negotiation failed: client connection to 127.27.59.60:42577: connect: Connection refused (error 111)
07:23:39.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:39.215063 28041 master_runner.cc:386] Master server non-default flags:
07:23:39.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:39.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.59.20:36839
07:23:39.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:39.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:23:39.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-2/data
07:23:39.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-2/wal
07:23:39.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:23:39.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.59.62:33445,127.27.59.61:37643,127.27.59.60:42577
07:23:39.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:39.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:39.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:23:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.59.60:42577
07:23:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:23:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:23:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:23:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39853/jwks.json
07:23:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-2/data/info.pb
07:23:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.59.60
07:23:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:23:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:23:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:23:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:23:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-2/logs
07:23:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:23:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:23:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:23:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:23:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:23:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:23:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:23:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:23:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:23:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:39.216980 28041 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:23:39.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:39.219028 28041 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:23:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.242198 28053 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:39.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:39.257812 27964 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } attempt: 1
07:23:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.262837 27964 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.60:42577: Network error: Client connection negotiation failed: client connection to 127.27.59.60:42577: connect: Connection refused (error 111)
07:23:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:39.344306 27964 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } attempt: 2
07:23:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.349596 27964 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.60:42577: Network error: Client connection negotiation failed: client connection to 127.27.59.60:42577: connect: Connection refused (error 111)
07:23:39.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:39.435096 27964 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } attempt: 3
07:23:39.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.440241 27964 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.60:42577: Network error: Client connection negotiation failed: client connection to 127.27.59.60:42577: connect: Connection refused (error 111)
07:23:39.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:39.507738 28039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } attempt: 5
07:23:39.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.512071 28039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.60:42577: Network error: Client connection negotiation failed: client connection to 127.27.59.60:42577: connect: Connection refused (error 111)
07:23:39.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:39.580705 27964 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } attempt: 4
07:23:39.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.585995 27964 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.60:42577: Network error: Client connection negotiation failed: client connection to 127.27.59.60:42577: connect: Connection refused (error 111)
07:23:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:39.869464 27964 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } attempt: 5
07:23:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.873173 27964 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.60:42577: Network error: Client connection negotiation failed: client connection to 127.27.59.60:42577: connect: Connection refused (error 111)
07:23:40.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.059864 28039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } attempt: 6
07:23:40.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:40.067445 28039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.60:42577: Network error: Client connection negotiation failed: client connection to 127.27.59.60:42577: connect: Connection refused (error 111)
07:23:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.425985 27964 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } attempt: 6
07:23:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:40.436009 27964 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.59.60:42577: Network error: Client connection negotiation failed: client connection to 127.27.59.60:42577: connect: Connection refused (error 111)
07:23:40.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.242201 28056 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:40.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:39.242193 28054 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:40.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:39.243480 28041 server_base.cc:1034] running on GCE node
07:23:40.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.493602 28041 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:23:40.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.497036 28041 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:23:40.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.498433 28041 hybrid_clock.cc:648] HybridClock initialized: now 1781940220498375 us; error 76 us; skew 500 ppm
07:23:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.499303 28041 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:23:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.506691 28041 webserver.cc:460] Webserver started at http://127.27.59.60:45861/ using document root <none> and password file <none>
07:23:40.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.507761 28041 fs_manager.cc:359] Metadata directory not provided
07:23:40.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.507970 28041 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:23:40.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.508425 28041 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:23:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.513854 28041 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-2/data/instance:
07:23:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "158cc85c803b4d9583bc55078178f6e4"
07:23:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:40 on dist-test-slave-tdw7"
07:23:40.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.515017 28041 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-2/wal/instance:
07:23:40.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "158cc85c803b4d9583bc55078178f6e4"
07:23:40.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:40 on dist-test-slave-tdw7"
07:23:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.523460 28041 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
07:23:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.529922 28067 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:23:40.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.531352 28041 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.004s
07:23:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.531821 28041 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-2/data,/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-2/wal
07:23:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "158cc85c803b4d9583bc55078178f6e4"
07:23:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:40 on dist-test-slave-tdw7"
07:23:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.532176 28041 fs_report.cc:383] FS layout report
07:23:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:23:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-2/wal
07:23:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-2/wal
07:23:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-2/data/data
07:23:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:23:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:23:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:23:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:23:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:23:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:23:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:23:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:23:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:23:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:23:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:23:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.572036 28041 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:23:40.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.573734 28041 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:23:40.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.574199 28041 kserver.cc:163] Server-wide thread pool size limit: 3276
07:23:40.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.652822 28041 rpc_server.cc:307] RPC server started. Bound to: 127.27.59.60:42577
07:23:40.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.652973 28118 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.59.60:42577 every 8 connection(s)
07:23:40.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.656113 28041 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-2/data/info.pb
07:23:40.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.659766 27884 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu as pid 28041
07:23:40.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.660311 27884 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/master-2/wal/instance
07:23:40.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.663434 28119 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:23:40.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.682917 28119 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } has no permanent_uuid. Determining permanent_uuid...
07:23:40.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.715291 28119 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } has no permanent_uuid. Determining permanent_uuid...
07:23:40.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.728674 28119 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } has no permanent_uuid. Determining permanent_uuid...
07:23:40.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.750478 28119 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4: Bootstrap starting.
07:23:40.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.758529 28119 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4: Neither blocks nor log segments found. Creating new log.
07:23:40.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.760680 28119 log.cc:824] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4: Log is configured to *not* fsync() on all Append() calls
07:23:40.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.766222 28119 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4: No bootstrap required, opened a new log
07:23:40.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.791461 28119 raft_consensus.cc:348] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } } peers { permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } } peers { permanent_uuid: "158cc85c803b4d9583bc55078178f6e4" member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } }
07:23:40.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.792466 28119 raft_consensus.cc:374] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:23:40.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.792754 28119 raft_consensus.cc:729] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 158cc85c803b4d9583bc55078178f6e4, State: Initialized, Role: FOLLOWER
07:23:40.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.793715 28119 consensus_queue.cc:260] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } } peers { permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } } peers { permanent_uuid: "158cc85c803b4d9583bc55078178f6e4" member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } }
07:23:40.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.796698 28128 sys_catalog.cc:455] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } } peers { permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } } peers { permanent_uuid: "158cc85c803b4d9583bc55078178f6e4" member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } } }
07:23:40.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.797487 28128 sys_catalog.cc:458] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [sys.catalog]: This master's current role is: FOLLOWER
07:23:40.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.798127 28119 sys_catalog.cc:564] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [sys.catalog]: configured and running, proceeding with master startup.
07:23:40.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:40.831014 28073 tablet.cc:2369] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:23:40.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:40.836556 28139 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:23:40.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:40.836958 28139 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:23:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.827260 28041 master_runner.cc:186] Error getting master registration for 127.27.59.62:33445: OK, instance_id { permanent_uuid: "786535494fc34e53926fbe4fb665e448" instance_seqno: 1781940216783968 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:23:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:40.865139 28041 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:23:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.128238 28039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } attempt: 7
07:23:41.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.151974 28039 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f: Bootstrap starting.
07:23:41.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.158491 28039 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f: Neither blocks nor log segments found. Creating new log.
07:23:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.160663 28039 log.cc:824] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f: Log is configured to *not* fsync() on all Append() calls
07:23:41.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.166936 28039 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f: No bootstrap required, opened a new log
07:23:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.201576 28039 raft_consensus.cc:348] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } } peers { permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } } peers { permanent_uuid: "158cc85c803b4d9583bc55078178f6e4" member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } }
07:23:41.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.202756 28039 raft_consensus.cc:374] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:23:41.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.203087 28039 raft_consensus.cc:729] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dadf73497b374fecb186302455f05d9f, State: Initialized, Role: FOLLOWER
07:23:41.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.204226 28039 consensus_queue.cc:260] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } } peers { permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } } peers { permanent_uuid: "158cc85c803b4d9583bc55078178f6e4" member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } }
07:23:41.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.207166 28143 sys_catalog.cc:455] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } } peers { permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } } peers { permanent_uuid: "158cc85c803b4d9583bc55078178f6e4" member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } } }
07:23:41.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.208058 28143 sys_catalog.cc:458] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f [sys.catalog]: This master's current role is: FOLLOWER
07:23:41.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.209383 28039 sys_catalog.cc:564] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f [sys.catalog]: configured and running, proceeding with master startup.
07:23:41.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:41.251917 28154 catalog_manager.cc:1558] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:23:41.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:41.252355 28154 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:23:41.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.266530 28128 raft_consensus.cc:482] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:23:41.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.267102 28128 raft_consensus.cc:504] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } } peers { permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } } peers { permanent_uuid: "158cc85c803b4d9583bc55078178f6e4" member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } }
07:23:41.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.271131 28014 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "158cc85c803b4d9583bc55078178f6e4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dadf73497b374fecb186302455f05d9f" is_pre_election: true
07:23:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.272087 28014 raft_consensus.cc:2454] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 158cc85c803b4d9583bc55078178f6e4 in term 0.
07:23:41.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.275197 28071 leader_election.cc:302] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 158cc85c803b4d9583bc55078178f6e4, dadf73497b374fecb186302455f05d9f; no voters:
07:23:41.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.238903 27966 master_runner.cc:186] Error getting master registration for 127.27.59.62:33445: OK, instance_id { permanent_uuid: "786535494fc34e53926fbe4fb665e448" instance_seqno: 1781940216783968 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:23:41.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.276721 27966 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:23:41.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.277139 28128 leader_election.cc:288] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 786535494fc34e53926fbe4fb665e448 (127.27.59.62:33445), dadf73497b374fecb186302455f05d9f (127.27.59.61:37643)
07:23:41.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.277655 28128 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [term 0 FOLLOWER]: Leader pre-election won for term 1
07:23:41.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.277987 28128 raft_consensus.cc:482] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:23:41.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.278373 28128 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [term 0 FOLLOWER]: Advancing to term 1
07:23:41.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.292330 28128 raft_consensus.cc:504] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } } peers { permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } } peers { permanent_uuid: "158cc85c803b4d9583bc55078178f6e4" member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } }
07:23:41.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.303431 28014 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "158cc85c803b4d9583bc55078178f6e4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dadf73497b374fecb186302455f05d9f"
07:23:41.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.303231 28128 leader_election.cc:288] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [CANDIDATE]: Term 1 election: Requested vote from peers 786535494fc34e53926fbe4fb665e448 (127.27.59.62:33445), dadf73497b374fecb186302455f05d9f (127.27.59.61:37643)
07:23:41.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.304108 28014 raft_consensus.cc:3037] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f [term 0 FOLLOWER]: Advancing to term 1
07:23:41.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.311880 28014 raft_consensus.cc:2454] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 158cc85c803b4d9583bc55078178f6e4 in term 1.
07:23:41.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.313269 28071 leader_election.cc:302] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 158cc85c803b4d9583bc55078178f6e4, dadf73497b374fecb186302455f05d9f; no voters:
07:23:41.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.314519 28156 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [term 1 FOLLOWER]: Leader election won for term 1
07:23:41.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.315049 28156 raft_consensus.cc:686] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [term 1 LEADER]: Becoming Leader. State: Replica: 158cc85c803b4d9583bc55078178f6e4, State: Running, Role: LEADER
07:23:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.316325 28156 consensus_queue.cc:237] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } } peers { permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } } peers { permanent_uuid: "158cc85c803b4d9583bc55078178f6e4" member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } }
07:23:41.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.339457 28128 sys_catalog.cc:455] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 158cc85c803b4d9583bc55078178f6e4. Latest consensus state: current_term: 1 leader_uuid: "158cc85c803b4d9583bc55078178f6e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } } peers { permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } } peers { permanent_uuid: "158cc85c803b4d9583bc55078178f6e4" member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } } }
07:23:41.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.343309 28128 sys_catalog.cc:458] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [sys.catalog]: This master's current role is: LEADER
07:23:41.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.348604 28158 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:23:41.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.356292 28158 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:23:41.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.384845 28014 raft_consensus.cc:1261] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f [term 1 FOLLOWER]: Refusing update from remote peer 158cc85c803b4d9583bc55078178f6e4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:23:41.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.386749 28128 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:23:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.417500 28143 sys_catalog.cc:455] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 158cc85c803b4d9583bc55078178f6e4. Latest consensus state: current_term: 1 leader_uuid: "158cc85c803b4d9583bc55078178f6e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } } peers { permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } } peers { permanent_uuid: "158cc85c803b4d9583bc55078178f6e4" member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } } }
07:23:41.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.419785 28143 sys_catalog.cc:458] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f [sys.catalog]: This master's current role is: FOLLOWER
07:23:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.425130 28156 sys_catalog.cc:455] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "158cc85c803b4d9583bc55078178f6e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } } peers { permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } } peers { permanent_uuid: "158cc85c803b4d9583bc55078178f6e4" member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } } }
07:23:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.426285 28156 sys_catalog.cc:458] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [sys.catalog]: This master's current role is: LEADER
07:23:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.434810 28143 sys_catalog.cc:455] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "158cc85c803b4d9583bc55078178f6e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } } peers { permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } } peers { permanent_uuid: "158cc85c803b4d9583bc55078178f6e4" member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } } }
07:23:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.435750 28158 catalog_manager.cc:1347] Generated new cluster ID: 9887d27b6d924a849f7202f99eed8598
07:23:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.435853 28143 sys_catalog.cc:458] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f [sys.catalog]: This master's current role is: FOLLOWER
07:23:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.436049 28158 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:23:41.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.469566 27964 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } attempt: 7
07:23:41.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.490585 28158 catalog_manager.cc:1370] Generated new certificate authority record
07:23:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.495610 28158 catalog_manager.cc:1504] Loading token signing keys...
07:23:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.528520 27964 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448: Bootstrap starting.
07:23:41.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.535698 27964 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448: Neither blocks nor log segments found. Creating new log.
07:23:41.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.561887 28158 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4: Generated new TSK 0
07:23:41.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.563267 28158 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:23:41.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.569243 27964 log.cc:824] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448: Log is configured to *not* fsync() on all Append() calls
07:23:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.575964 27964 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448: No bootstrap required, opened a new log
07:23:41.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.603431 27884 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-0/wal
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-0/data
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-0/logs
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-0/data/info.pb
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.59.1:0
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.59.1
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.59.1
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.59.62:33445,127.27.59.61:37643,127.27.59.60:42577
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.59.20:36839
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:23:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.612927 27964 raft_consensus.cc:348] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } } peers { permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } } peers { permanent_uuid: "158cc85c803b4d9583bc55078178f6e4" member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } }
07:23:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.613853 27964 raft_consensus.cc:374] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:23:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.614408 27964 raft_consensus.cc:729] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 786535494fc34e53926fbe4fb665e448, State: Initialized, Role: FOLLOWER
07:23:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.615617 27964 consensus_queue.cc:260] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } } peers { permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } } peers { permanent_uuid: "158cc85c803b4d9583bc55078178f6e4" member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } }
07:23:41.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.624372 28166 sys_catalog.cc:455] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } } peers { permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } } peers { permanent_uuid: "158cc85c803b4d9583bc55078178f6e4" member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } } }
07:23:41.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.628314 28166 sys_catalog.cc:458] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448 [sys.catalog]: This master's current role is: FOLLOWER
07:23:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.629313 27938 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "158cc85c803b4d9583bc55078178f6e4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "786535494fc34e53926fbe4fb665e448"
07:23:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.631402 27939 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "158cc85c803b4d9583bc55078178f6e4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "786535494fc34e53926fbe4fb665e448" is_pre_election: true
07:23:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.628670 27937 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448 [term 0 FOLLOWER]: Advancing to term 1
07:23:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.627900 27964 sys_catalog.cc:564] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448 [sys.catalog]: configured and running, proceeding with master startup.
07:23:41.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.640414 27937 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448 [term 1 FOLLOWER]: Refusing update from remote peer 158cc85c803b4d9583bc55078178f6e4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:23:41.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.643826 28156 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:23:41.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.756054 28166 sys_catalog.cc:455] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 158cc85c803b4d9583bc55078178f6e4. Latest consensus state: current_term: 1 leader_uuid: "158cc85c803b4d9583bc55078178f6e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } } peers { permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } } peers { permanent_uuid: "158cc85c803b4d9583bc55078178f6e4" member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } } }
07:23:41.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.761570 28166 sys_catalog.cc:458] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448 [sys.catalog]: This master's current role is: FOLLOWER
07:23:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.760174 28179 sys_catalog.cc:455] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "158cc85c803b4d9583bc55078178f6e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } } peers { permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } } peers { permanent_uuid: "158cc85c803b4d9583bc55078178f6e4" member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } } }
07:23:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.762255 28179 sys_catalog.cc:458] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448 [sys.catalog]: This master's current role is: FOLLOWER
07:23:41.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.804231 28183 catalog_manager.cc:1259] Loaded cluster ID: 9887d27b6d924a849f7202f99eed8598
07:23:41.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.819463 28183 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448: loading cluster ID for follower catalog manager: success
07:23:41.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.845508 28183 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448: acquiring CA information for follower catalog manager: success
07:23:41.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:41.859581 28183 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 786535494fc34e53926fbe4fb665e448: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:23:42.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:42.050173 28156 sys_catalog.cc:455] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "158cc85c803b4d9583bc55078178f6e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "786535494fc34e53926fbe4fb665e448" member_type: VOTER last_known_addr { host: "127.27.59.62" port: 33445 } } peers { permanent_uuid: "dadf73497b374fecb186302455f05d9f" member_type: VOTER last_known_addr { host: "127.27.59.61" port: 37643 } } peers { permanent_uuid: "158cc85c803b4d9583bc55078178f6e4" member_type: VOTER last_known_addr { host: "127.27.59.60" port: 42577 } } }
07:23:42.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:42.051059 28156 sys_catalog.cc:458] T 00000000000000000000000000000000 P 158cc85c803b4d9583bc55078178f6e4 [sys.catalog]: This master's current role is: LEADER
07:23:42.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:42.258046 28154 catalog_manager.cc:1259] Loaded cluster ID: 9887d27b6d924a849f7202f99eed8598
07:23:42.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:42.258927 28154 catalog_manager.cc:1552] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f: loading cluster ID for follower catalog manager: success
07:23:42.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:42.267738 28154 catalog_manager.cc:1574] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f: acquiring CA information for follower catalog manager: success
07:23:42.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:42.274245 28154 catalog_manager.cc:1602] T 00000000000000000000000000000000 P dadf73497b374fecb186302455f05d9f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:23:42.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:42.388929 28167 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:23:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:42.390012 28167 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:23:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:42.390946 28167 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:23:42.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:42.454882 28167 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:23:42.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:42.457299 28167 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.59.1
07:23:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:42.530772 28167 tablet_server_runner.cc:78] Tablet server non-default flags:
07:23:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.59.20:36839
07:23:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:23:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-0/data
07:23:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-0/wal
07:23:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.59.1:0
07:23:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:23:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-0/data/info.pb
07:23:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.59.1
07:23:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:23:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.59.62:33445,127.27.59.61:37643,127.27.59.60:42577
07:23:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:23:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:42.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:23:42.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:23:42.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:42.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.59.1
07:23:42.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-0/logs
07:23:42.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:42.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:23:42.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:23:42.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:23:42.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:23:42.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:23:42.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:23:42.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:23:42.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:23:42.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:23:42.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:42.533914 28167 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:23:42.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:42.536550 28167 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:23:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:42.582957 28191 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:44.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:42.597918 28194 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:44.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:42.593818 28190 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:44.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:42.590763 28167 server_base.cc:1034] running on GCE node
07:23:44.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.138437 28167 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:23:44.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.141767 28167 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:23:44.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.143329 28167 hybrid_clock.cc:648] HybridClock initialized: now 1781940224143284 us; error 52 us; skew 500 ppm
07:23:44.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.144438 28167 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:23:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.158193 28167 webserver.cc:460] Webserver started at http://127.27.59.1:38389/ using document root <none> and password file <none>
07:23:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.159466 28167 fs_manager.cc:359] Metadata directory not provided
07:23:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.159765 28167 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:23:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.160339 28167 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:23:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.166319 28167 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-0/data/instance:
07:23:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f06ab5dd46ee405d8ae697216e86780a"
07:23:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:44 on dist-test-slave-tdw7"
07:23:44.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.167768 28167 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-0/wal/instance:
07:23:44.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f06ab5dd46ee405d8ae697216e86780a"
07:23:44.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:44 on dist-test-slave-tdw7"
07:23:44.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.177157 28167 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.005s sys 0.003s
07:23:44.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.185190 28202 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:23:44.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.186695 28167 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
07:23:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.187115 28167 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-0/data,/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-0/wal
07:23:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f06ab5dd46ee405d8ae697216e86780a"
07:23:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:44 on dist-test-slave-tdw7"
07:23:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.187605 28167 fs_report.cc:383] FS layout report
07:23:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:23:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-0/wal
07:23:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-0/wal
07:23:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-0/data/data
07:23:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:23:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:23:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:23:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:23:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:23:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:23:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:23:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:23:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:23:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:23:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:23:44.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.261624 28167 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:23:44.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.263558 28167 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:23:44.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.264153 28167 kserver.cc:163] Server-wide thread pool size limit: 3276
07:23:44.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.267776 28167 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:23:44.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.273157 28167 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:23:44.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.273417 28167 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:23:44.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.273762 28167 ts_tablet_manager.cc:610] Registered 0 tablets
07:23:44.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.273943 28167 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:23:44.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.485556 28167 rpc_server.cc:307] RPC server started. Bound to: 127.27.59.1:37415
07:23:44.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.485755 28314 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.59.1:37415 every 8 connection(s)
07:23:44.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.488523 28167 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-0/data/info.pb
07:23:44.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.499076 27884 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu as pid 28167
07:23:44.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.499755 27884 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-0/wal/instance
07:23:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.519934 27884 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:23:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:23:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-1/wal
07:23:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-1/data
07:23:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:23:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:23:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:23:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-1/logs
07:23:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-1/data/info.pb
07:23:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:23:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:23:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:23:44.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:23:44.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:44.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:44.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:44.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:23:44.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:23:44.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.59.2:0
07:23:44.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.59.2
07:23:44.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.59.2
07:23:44.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:23:44.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.59.62:33445,127.27.59.61:37643,127.27.59.60:42577
07:23:44.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.59.20:36839
07:23:44.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:44.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:44.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:23:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.551945 28316 heartbeater.cc:347] Connected to a master server at 127.27.59.61:37643
07:23:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.552416 28316 heartbeater.cc:464] Registering TS with master...
07:23:44.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.553690 28316 heartbeater.cc:511] Master 127.27.59.61:37643 requested a full tablet report, sending...
07:23:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.553763 28317 heartbeater.cc:347] Connected to a master server at 127.27.59.62:33445
07:23:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.554621 28317 heartbeater.cc:464] Registering TS with master...
07:23:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.555464 28317 heartbeater.cc:511] Master 127.27.59.62:33445 requested a full tablet report, sending...
07:23:44.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.557482 28004 ts_manager.cc:194] Registered new tserver with Master: f06ab5dd46ee405d8ae697216e86780a (127.27.59.1:37415)
07:23:44.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.558382 27928 ts_manager.cc:194] Registered new tserver with Master: f06ab5dd46ee405d8ae697216e86780a (127.27.59.1:37415)
07:23:44.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.558662 28315 heartbeater.cc:347] Connected to a master server at 127.27.59.60:42577
07:23:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.558952 28315 heartbeater.cc:464] Registering TS with master...
07:23:44.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.559774 28315 heartbeater.cc:511] Master 127.27.59.60:42577 requested a full tablet report, sending...
07:23:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.562891 28084 ts_manager.cc:194] Registered new tserver with Master: f06ab5dd46ee405d8ae697216e86780a (127.27.59.1:37415)
07:23:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.566349 28084 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.59.1:34189
07:23:44.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:44.876086 28325 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:23:44.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:44.876682 28325 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:23:44.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:44.877218 28325 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:23:44.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:44.909621 28325 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:23:44.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:44.910843 28325 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.59.2
07:23:44.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.947402 28325 tablet_server_runner.cc:78] Tablet server non-default flags:
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.59.20:36839
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-1/data
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-1/wal
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.59.2:0
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-1/data/info.pb
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.59.2
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.59.62:33445,127.27.59.61:37643,127.27.59.60:42577
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.59.2
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-1/logs
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:23:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:23:44.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:23:44.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.948639 28325 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:23:44.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:44.950139 28325 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:23:44.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:44.973852 28333 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:45.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:45.572150 28315 heartbeater.cc:503] Master 127.27.59.60:42577 was elected leader, sending a full tablet report...
07:23:46.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:44.975180 28332 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.285789 28325 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:23:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:44.975379 28335 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:46.285672 28334 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1314 milliseconds
07:23:46.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.294286 28325 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:23:46.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.296933 28325 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:23:46.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.298448 28325 hybrid_clock.cc:648] HybridClock initialized: now 1781940226298386 us; error 44 us; skew 500 ppm
07:23:46.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.299569 28325 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:23:46.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.306990 28325 webserver.cc:460] Webserver started at http://127.27.59.2:37995/ using document root <none> and password file <none>
07:23:46.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.308251 28325 fs_manager.cc:359] Metadata directory not provided
07:23:46.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.308455 28325 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:23:46.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.309003 28325 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:23:46.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.314267 28325 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-1/data/instance:
07:23:46.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f58e026ba8a40eb8755da16741a2b6b"
07:23:46.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:46 on dist-test-slave-tdw7"
07:23:46.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.315384 28325 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-1/wal/instance:
07:23:46.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f58e026ba8a40eb8755da16741a2b6b"
07:23:46.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:46 on dist-test-slave-tdw7"
07:23:46.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.323392 28325 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.005s
07:23:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.330036 28344 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:23:46.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.331341 28325 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
07:23:46.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.331811 28325 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-1/data,/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-1/wal
07:23:46.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f58e026ba8a40eb8755da16741a2b6b"
07:23:46.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:46 on dist-test-slave-tdw7"
07:23:46.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.332180 28325 fs_report.cc:383] FS layout report
07:23:46.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:23:46.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-1/wal
07:23:46.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-1/wal
07:23:46.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-1/data/data
07:23:46.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:23:46.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:23:46.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:23:46.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:23:46.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:23:46.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:23:46.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:23:46.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:23:46.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:23:46.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:23:46.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:23:46.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.368122 28325 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:23:46.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.369891 28325 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:23:46.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.370424 28325 kserver.cc:163] Server-wide thread pool size limit: 3276
07:23:46.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.373975 28325 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:23:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.379709 28325 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:23:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.379972 28325 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:23:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.380336 28325 ts_tablet_manager.cc:610] Registered 0 tablets
07:23:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.380515 28325 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:23:46.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.555639 28325 rpc_server.cc:307] RPC server started. Bound to: 127.27.59.2:34239
07:23:46.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.555778 28456 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.59.2:34239 every 8 connection(s)
07:23:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.559710 28325 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-1/data/info.pb
07:23:46.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.562156 27884 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu as pid 28325
07:23:46.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.563009 27884 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-1/wal/instance
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.587606 27884 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-2/wal
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-2/data
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-2/logs
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-2/data/info.pb
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.59.3:0
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.59.3
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.59.3
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:23:46.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.59.62:33445,127.27.59.61:37643,127.27.59.60:42577
07:23:46.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.59.20:36839
07:23:46.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:46.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:46.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:23:46.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.629196 28457 heartbeater.cc:347] Connected to a master server at 127.27.59.60:42577
07:23:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.629827 28457 heartbeater.cc:464] Registering TS with master...
07:23:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.631233 28457 heartbeater.cc:511] Master 127.27.59.60:42577 requested a full tablet report, sending...
07:23:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.632987 28459 heartbeater.cc:347] Connected to a master server at 127.27.59.62:33445
07:23:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.633386 28459 heartbeater.cc:464] Registering TS with master...
07:23:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.633512 28458 heartbeater.cc:347] Connected to a master server at 127.27.59.61:37643
07:23:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.634011 28458 heartbeater.cc:464] Registering TS with master...
07:23:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.634368 28459 heartbeater.cc:511] Master 127.27.59.62:33445 requested a full tablet report, sending...
07:23:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.634450 28083 ts_manager.cc:194] Registered new tserver with Master: 6f58e026ba8a40eb8755da16741a2b6b (127.27.59.2:34239)
07:23:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.635037 28458 heartbeater.cc:511] Master 127.27.59.61:37643 requested a full tablet report, sending...
07:23:46.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.637612 28083 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.59.2:39257
07:23:46.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.637560 27928 ts_manager.cc:194] Registered new tserver with Master: 6f58e026ba8a40eb8755da16741a2b6b (127.27.59.2:34239)
07:23:46.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:46.637776 28004 ts_manager.cc:194] Registered new tserver with Master: 6f58e026ba8a40eb8755da16741a2b6b (127.27.59.2:34239)
07:23:46.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:46.936012 28467 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:23:46.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:46.936486 28467 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:23:46.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:46.936933 28467 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:23:46.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:46.969283 28467 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:23:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:46.970223 28467 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.59.3
07:23:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:47.007216 28467 tablet_server_runner.cc:78] Tablet server non-default flags:
07:23:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.59.20:36839
07:23:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:23:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-2/data
07:23:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-2/wal
07:23:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.59.3:0
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-2/data/info.pb
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.59.3
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.59.62:33445,127.27.59.61:37643,127.27.59.60:42577
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.59.3
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-2/logs
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:23:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:47.008586 28467 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:23:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:47.010284 28467 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:23:47.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:47.031953 28473 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:47.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:47.642092 28457 heartbeater.cc:503] Master 127.27.59.60:42577 was elected leader, sending a full tablet report...
07:23:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:47.031956 28476 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:47.032135 28474 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:48.296428 28475 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:23:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.296576 28467 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:23:48.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.302138 28467 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:23:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.304755 28467 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:23:48.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.306231 28467 hybrid_clock.cc:648] HybridClock initialized: now 1781940228306174 us; error 43 us; skew 500 ppm
07:23:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.307186 28467 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:23:48.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.314958 28467 webserver.cc:460] Webserver started at http://127.27.59.3:35551/ using document root <none> and password file <none>
07:23:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.316149 28467 fs_manager.cc:359] Metadata directory not provided
07:23:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.316409 28467 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:23:48.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.316949 28467 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:23:48.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.322921 28467 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-2/data/instance:
07:23:48.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "60e6a1acd0cc441e9c372a3600c47f85"
07:23:48.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:48 on dist-test-slave-tdw7"
07:23:48.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.324599 28467 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-2/wal/instance:
07:23:48.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "60e6a1acd0cc441e9c372a3600c47f85"
07:23:48.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:48 on dist-test-slave-tdw7"
07:23:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.333585 28467 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
07:23:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.340279 28486 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:23:48.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.341943 28467 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.000s sys 0.004s
07:23:48.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.342370 28467 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-2/data,/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-2/wal
07:23:48.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "60e6a1acd0cc441e9c372a3600c47f85"
07:23:48.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:48 on dist-test-slave-tdw7"
07:23:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.342800 28467 fs_report.cc:383] FS layout report
07:23:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:23:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-2/wal
07:23:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-2/wal
07:23:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-2/data/data
07:23:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:23:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:23:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:23:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:23:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:23:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:23:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:23:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:23:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:23:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:23:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:23:48.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.388260 28467 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:23:48.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.389973 28467 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:23:48.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.390441 28467 kserver.cc:163] Server-wide thread pool size limit: 3276
07:23:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.393445 28467 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:23:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.398325 28467 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:23:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.398541 28467 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:23:48.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.398733 28467 ts_tablet_manager.cc:610] Registered 0 tablets
07:23:48.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.398972 28467 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:23:48.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.576529 28467 rpc_server.cc:307] RPC server started. Bound to: 127.27.59.3:34473
07:23:48.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.576627 28598 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.59.3:34473 every 8 connection(s)
07:23:48.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.580030 28467 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-2/data/info.pb
07:23:48.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.586268 27884 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu as pid 28467
07:23:48.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.586941 27884 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster6958801882521701406/ts-2/wal/instance
07:23:48.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.636620 28601 heartbeater.cc:347] Connected to a master server at 127.27.59.62:33445
07:23:48.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.637215 28601 heartbeater.cc:464] Registering TS with master...
07:23:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.638765 28601 heartbeater.cc:511] Master 127.27.59.62:33445 requested a full tablet report, sending...
07:23:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.641355 28600 heartbeater.cc:347] Connected to a master server at 127.27.59.61:37643
07:23:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.641783 28600 heartbeater.cc:464] Registering TS with master...
07:23:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.642730 28600 heartbeater.cc:511] Master 127.27.59.61:37643 requested a full tablet report, sending...
07:23:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.643018 28599 heartbeater.cc:347] Connected to a master server at 127.27.59.60:42577
07:23:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.643500 28599 heartbeater.cc:464] Registering TS with master...
07:23:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.643529 27929 ts_manager.cc:194] Registered new tserver with Master: 60e6a1acd0cc441e9c372a3600c47f85 (127.27.59.3:34473)
07:23:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.644567 28599 heartbeater.cc:511] Master 127.27.59.60:42577 requested a full tablet report, sending...
07:23:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.646142 28003 ts_manager.cc:194] Registered new tserver with Master: 60e6a1acd0cc441e9c372a3600c47f85 (127.27.59.3:34473)
07:23:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.650091 28083 ts_manager.cc:194] Registered new tserver with Master: 60e6a1acd0cc441e9c372a3600c47f85 (127.27.59.3:34473)
07:23:48.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.652554 28083 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.59.3:40867
07:23:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:48.666949 27884 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
07:23:48.678 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:23:48.678 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
07:23:48.680 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.27.59.62"
port: 33445
}
bound_http_address {
host: "127.27.59.62"
port: 39477
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.27.59.61"
port: 37643
}
bound_http_address {
host: "127.27.59.61"
port: 36741
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.27.59.60"
port: 42577
}
bound_http_address {
host: "127.27.59.60"
port: 45861
}
}
}
07:23:48.680 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:23:48.681 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.27.59.1"
port: 37415
}
bound_http_address {
host: "127.27.59.1"
port: 38389
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.27.59.2"
port: 34239
}
bound_http_address {
host: "127.27.59.2"
port: 37995
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.27.59.3"
port: 34473
}
bound_http_address {
host: "127.27.59.3"
port: 35551
}
}
}
07:23:48.681 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
07:23:48.682 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster5624535464438961402/krb5kdc/krb5cc
07:23:48.683 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
07:23:48.684 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskmjnZga/test-tmp
07:23:48.685 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:23:48.685 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskmjnZga/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:23:48.687 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
07:23:49.060 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:23:49.060 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:23:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:49.065025 28610 mini_oidc.cc:152] Starting JWKS server
07:23:49.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:49.069136 28610 webserver.cc:460] Webserver started at http://127.0.0.1:42525/ using document root <none> and password file <none>
07:23:49.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:49.069620 28610 mini_oidc.cc:189] Starting OIDC Discovery server
07:23:49.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:49.071717 28610 webserver.cc:460] Webserver started at http://127.0.0.1:33193/ using document root <none> and password file <none>
07:23:49.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
07:23:49.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/principal' for realm 'KRBTEST.COM',
07:23:49.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
07:23:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:49 dist-test-slave-tdw7 krb5kdc[28622](info): setting up network...
07:23:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
07:23:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:49 dist-test-slave-tdw7 krb5kdc[28622](info): set up 2 sockets
07:23:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:49 dist-test-slave-tdw7 krb5kdc[28622](info): commencing operation
07:23:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
07:23:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:49.657886 28599 heartbeater.cc:503] Master 127.27.59.60:42577 was elected leader, sending a full tablet report...
07:23:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:50.287992 28610 mini_kdc.cc:121] Time spent starting KDC: real 1.188s user 0.001s sys 0.023s
07:23:50.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
07:23:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:23:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
07:23:50.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
07:23:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:23:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
07:23:50.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
07:23:50.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:23:50.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
07:23:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:23:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/test-user.keytab.
07:23:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/test-user.keytab.
07:23:50.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:50 dist-test-slave-tdw7 krb5kdc[28622](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940230, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:23:50.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:23:50.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:23:50Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:23:50.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:23:50Z Disabled control of system clock
07:23:50.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.240.190@KRBTEST.COM; defaulting to no policy
07:23:50.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:23:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.240.190@KRBTEST.COM" created.
07:23:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:23:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.240.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kudu_127.27.240.190.keytab.
07:23:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.240.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kudu_127.27.240.190.keytab.
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:50.514276 28610 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/wal
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/data
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/logs
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/data/info.pb
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.240.190:39759
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.240.190
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kudu_127.27.240.190.keytab
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.240.190
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.240.148:40679
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:23:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:23:50.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.240.190:39759,127.27.240.189:36885,127.27.240.188:38691
07:23:50.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:23:50.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
07:23:50.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:23:50.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:50.884878 28635 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:23:50.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:50.885550 28635 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:23:50.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:50.886300 28635 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:23:50.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:50.922622 28635 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:23:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:50.922919 28635 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:23:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:50.923239 28635 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:23:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:50.923542 28635 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:23:50.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:50.923866 28635 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:23:50.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:50.924083 28635 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:23:50.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:50.924350 28635 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42525/jwks.json
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:50.968567 28635 master_runner.cc:386] Master server non-default flags:
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.240.148:40679
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/data
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/wal
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.240.190:39759,127.27.240.189:36885,127.27.240.188:38691
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kudu_127.27.240.190.keytab
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.240.190
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.240.190:39759
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/data/info.pb
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.240.190
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/logs
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:23:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:23:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:23:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:23:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:50.970014 28635 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:23:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:50.971194 28635 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:23:50.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:50.993934 28642 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:51.101701 28453 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc2e0 after lost signal to thread 28327
07:23:51.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:51.103811 28453 debug-util.cc:398] Leaking SignalData structure 0x7b08000af540 after lost signal to thread 28456
07:23:52.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:50.995442 28644 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:52.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:50.997066 28635 server_base.cc:1034] running on GCE node
07:23:52.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:50.994029 28641 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.333865 28635 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:23:52.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.339560 28635 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.341099 28635 hybrid_clock.cc:648] HybridClock initialized: now 1781940232341038 us; error 83 us; skew 500 ppm
07:23:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.342034 28635 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:23:52.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:52 dist-test-slave-tdw7 krb5kdc[28622](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940232, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.240.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:23:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.355670 28635 init.cc:377] Logged in from keytab as kudu/127.27.240.190@KRBTEST.COM (short username kudu)
07:23:52.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.363487 28635 webserver.cc:460] Webserver started at http://127.27.240.190:41433/ using document root <none> and password file <none>
07:23:52.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.364953 28635 fs_manager.cc:359] Metadata directory not provided
07:23:52.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.365216 28635 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:23:52.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.365662 28635 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:23:52.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.371078 28635 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/data/instance:
07:23:52.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d7e244d4e5c84a5a9885ffec3ef69fed"
07:23:52.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:52 on dist-test-slave-tdw7"
07:23:52.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.372376 28635 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/wal/instance:
07:23:52.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d7e244d4e5c84a5a9885ffec3ef69fed"
07:23:52.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:52 on dist-test-slave-tdw7"
07:23:52.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.381677 28635 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.006s sys 0.003s
07:23:52.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.389600 28653 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:23:52.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.391331 28635 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
07:23:52.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.391822 28635 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/data,/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/wal
07:23:52.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d7e244d4e5c84a5a9885ffec3ef69fed"
07:23:52.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:52 on dist-test-slave-tdw7"
07:23:52.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.392302 28635 fs_report.cc:383] FS layout report
07:23:52.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:23:52.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/wal
07:23:52.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/wal
07:23:52.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/data/data
07:23:52.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:23:52.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:23:52.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:23:52.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:23:52.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:23:52.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:23:52.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:23:52.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:23:52.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:23:52.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:23:52.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:23:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.446445 28635 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:23:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.454541 28635 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:23:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.455137 28635 kserver.cc:163] Server-wide thread pool size limit: 3276
07:23:52.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.565310 28635 rpc_server.cc:307] RPC server started. Bound to: 127.27.240.190:39759
07:23:52.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.565510 28704 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.240.190:39759 every 8 connection(s)
07:23:52.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.568516 28635 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/data/info.pb
07:23:52.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.575697 28705 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:23:52.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.579576 28610 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu as pid 28635
07:23:52.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.580153 28610 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/wal/instance
07:23:52.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.594552 28705 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } has no permanent_uuid. Determining permanent_uuid...
07:23:52.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.240.189@KRBTEST.COM; defaulting to no policy
07:23:52.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:23:52.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.240.189@KRBTEST.COM" created.
07:23:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:52 dist-test-slave-tdw7 krb5kdc[28622](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940232, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.240.190@KRBTEST.COM for kudu/127.27.240.190@KRBTEST.COM
07:23:52.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.651525 28705 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } has no permanent_uuid. Determining permanent_uuid...
07:23:52.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:52.654690 28654 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.240.189:36885: connect: Connection refused (error 111)
07:23:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:52.658856 28705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.189:36885: Network error: Client connection negotiation failed: client connection to 127.27.240.189:36885: connect: Connection refused (error 111)
07:23:52.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:23:52.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.240.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kudu_127.27.240.189.keytab.
07:23:52.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.240.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kudu_127.27.240.189.keytab.
07:23:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.664965 28610 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:23:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:23:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/wal
07:23:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/data
07:23:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:23:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:23:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:23:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/logs
07:23:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/data/info.pb
07:23:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:23:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:23:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:23:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:23:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.240.189:36885
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.240.189
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kudu_127.27.240.189.keytab
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.240.189
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.240.148:40679
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.240.190:39759,127.27.240.189:36885,127.27.240.188:38691
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
07:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:23:52.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.708525 28705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } attempt: 1
07:23:52.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:52.713232 28705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.189:36885: Network error: Client connection negotiation failed: client connection to 127.27.240.189:36885: connect: Connection refused (error 111)
07:23:52.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.781734 28705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } attempt: 2
07:23:52.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:52.788456 28705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.189:36885: Network error: Client connection negotiation failed: client connection to 127.27.240.189:36885: connect: Connection refused (error 111)
07:23:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:52.879896 28705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } attempt: 3
07:23:52.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:52.884557 28705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.189:36885: Network error: Client connection negotiation failed: client connection to 127.27.240.189:36885: connect: Connection refused (error 111)
07:23:53.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:53.027995 28705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } attempt: 4
07:23:53.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:53.031814 28705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.189:36885: Network error: Client connection negotiation failed: client connection to 127.27.240.189:36885: connect: Connection refused (error 111)
07:23:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:53.184100 28712 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:23:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:53.184877 28712 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:23:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:53.185523 28712 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:23:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:53.221735 28712 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:23:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:53.222110 28712 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:23:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:53.222476 28712 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:23:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:53.222704 28712 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:23:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:53.222908 28712 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:23:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:53.223198 28712 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:23:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:53.223670 28712 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42525/jwks.json
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:53.265880 28712 master_runner.cc:386] Master server non-default flags:
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.240.148:40679
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/data
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/wal
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.240.190:39759,127.27.240.189:36885,127.27.240.188:38691
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kudu_127.27.240.189.keytab
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.240.189
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.240.189:36885
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/data/info.pb
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.240.189
07:23:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:23:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:23:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:23:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:23:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/logs
07:23:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:23:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:23:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:23:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:23:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:23:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:23:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:23:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:23:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:23:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:53.267469 28712 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:23:53.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:53.268646 28712 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:23:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:53.291993 28719 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:53.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:53.331259 28705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } attempt: 5
07:23:53.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:53.335004 28705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.189:36885: Network error: Client connection negotiation failed: client connection to 127.27.240.189:36885: connect: Connection refused (error 111)
07:23:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:53.882436 28705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } attempt: 6
07:23:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:53.891842 28705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.189:36885: Network error: Client connection negotiation failed: client connection to 127.27.240.189:36885: connect: Connection refused (error 111)
07:23:54.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:53.292529 28718 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:54.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:53.293251 28721 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:54.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:53.295843 28712 server_base.cc:1034] running on GCE node
07:23:54.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.582568 28712 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:23:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.587352 28712 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:23:54.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.588851 28712 hybrid_clock.cc:648] HybridClock initialized: now 1781940234588796 us; error 77 us; skew 500 ppm
07:23:54.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.589732 28712 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:23:54.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:54 dist-test-slave-tdw7 krb5kdc[28622](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940234, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.240.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:23:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.596594 28712 init.cc:377] Logged in from keytab as kudu/127.27.240.189@KRBTEST.COM (short username kudu)
07:23:54.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.602380 28712 webserver.cc:460] Webserver started at http://127.27.240.189:35371/ using document root <none> and password file <none>
07:23:54.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.603552 28712 fs_manager.cc:359] Metadata directory not provided
07:23:54.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.603811 28712 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:23:54.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.604341 28712 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:23:54.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.610074 28712 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/data/instance:
07:23:54.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b17278e9775f48e7b94c518460778864"
07:23:54.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:54 on dist-test-slave-tdw7"
07:23:54.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.611857 28712 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/wal/instance:
07:23:54.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b17278e9775f48e7b94c518460778864"
07:23:54.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:54 on dist-test-slave-tdw7"
07:23:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.621622 28712 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.004s sys 0.004s
07:23:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.628392 28731 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:23:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.630017 28712 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
07:23:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.630429 28712 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/data,/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/wal
07:23:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b17278e9775f48e7b94c518460778864"
07:23:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:54 on dist-test-slave-tdw7"
07:23:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.630793 28712 fs_report.cc:383] FS layout report
07:23:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:23:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/wal
07:23:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/wal
07:23:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/data/data
07:23:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:23:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:23:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:23:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:23:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:23:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:23:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:23:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:23:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:23:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:23:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:23:54.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.699153 28712 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:23:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.705715 28712 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:23:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.706171 28712 kserver.cc:163] Server-wide thread pool size limit: 3276
07:23:54.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.805274 28712 rpc_server.cc:307] RPC server started. Bound to: 127.27.240.189:36885
07:23:54.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.805485 28782 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.240.189:36885 every 8 connection(s)
07:23:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.808501 28712 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/data/info.pb
07:23:54.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.812054 28610 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu as pid 28712
07:23:54.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.812623 28610 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/wal/instance
07:23:54.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.816345 28784 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:23:54.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.836843 28784 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } has no permanent_uuid. Determining permanent_uuid...
07:23:54.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.240.188@KRBTEST.COM; defaulting to no policy
07:23:54.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:23:54.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.240.188@KRBTEST.COM" created.
07:23:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:54 dist-test-slave-tdw7 krb5kdc[28622](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940234, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.240.189@KRBTEST.COM for kudu/127.27.240.190@KRBTEST.COM
07:23:54.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:23:54.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.240.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kudu_127.27.240.188.keytab.
07:23:54.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.240.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kudu_127.27.240.188.keytab.
07:23:54.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.886032 28610 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:23:54.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:23:54.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/wal
07:23:54.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/data
07:23:54.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:23:54.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:23:54.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:23:54.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:54.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:54.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:54.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/logs
07:23:54.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/data/info.pb
07:23:54.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:54.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.240.188:38691
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.240.188
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kudu_127.27.240.188.keytab
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.240.188
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.240.148:40679
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.240.190:39759,127.27.240.189:36885,127.27.240.188:38691
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
07:23:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:23:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.894265 28784 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } has no permanent_uuid. Determining permanent_uuid...
07:23:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:54 dist-test-slave-tdw7 krb5kdc[28622](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940234, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.240.189@KRBTEST.COM for kudu/127.27.240.189@KRBTEST.COM
07:23:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.925329 28784 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } has no permanent_uuid. Determining permanent_uuid...
07:23:54.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:54.928436 28735 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:23:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:54.933691 28784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.188:38691: Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:23:54.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.952288 28705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } attempt: 7
07:23:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:54 dist-test-slave-tdw7 krb5kdc[28622](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940232, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.240.190@KRBTEST.COM for kudu/127.27.240.189@KRBTEST.COM
07:23:54.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.981009 28705 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } has no permanent_uuid. Determining permanent_uuid...
07:23:54.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:54.983361 28784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } attempt: 1
07:23:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:54.987568 28705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.188:38691: Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:23:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:54.987672 28784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.188:38691: Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:23:55.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:55.046025 28705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } attempt: 1
07:23:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.051277 28705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.188:38691: Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:23:55.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:55.056169 28784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } attempt: 2
07:23:55.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.061024 28784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.188:38691: Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:23:55.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:55.132848 28705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } attempt: 2
07:23:55.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.136741 28705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.188:38691: Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:23:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:55.152593 28784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } attempt: 3
07:23:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.156589 28784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.188:38691: Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:23:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:55.222143 28705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } attempt: 3
07:23:55.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.225966 28705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.188:38691: Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:23:55.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.282595 28791 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:23:55.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.283548 28791 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:23:55.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.284322 28791 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:23:55.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:55.300110 28784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } attempt: 4
07:23:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.303628 28784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.188:38691: Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:23:55.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.323078 28791 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:23:55.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.323542 28791 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:23:55.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.323969 28791 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:23:55.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.324246 28791 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:23:55.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.324469 28791 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:23:55.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.324680 28791 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:23:55.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.324846 28791 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42525/jwks.json
07:23:55.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:55.366521 28705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } attempt: 4
07:23:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:55.368366 28791 master_runner.cc:386] Master server non-default flags:
07:23:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.240.148:40679
07:23:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/data
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/wal
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.240.190:39759,127.27.240.189:36885,127.27.240.188:38691
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kudu_127.27.240.188.keytab
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.240.188
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.240.188:38691
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/data/info.pb
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.240.188
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/logs
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:23:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:23:55.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:55.370131 28791 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:23:55.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.370404 28705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.188:38691: Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:23:55.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:55.371548 28791 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:23:55.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.396723 28803 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:55.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:55.603052 28784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } attempt: 5
07:23:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.609560 28784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.188:38691: Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:23:55.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:55.653873 28705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } attempt: 5
07:23:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.660338 28705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.188:38691: Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:23:56.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.157092 28784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } attempt: 6
07:23:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:56.165606 28784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.188:38691: Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:23:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.212849 28705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } attempt: 6
07:23:56.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:56.222117 28705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.240.188:38691: Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:23:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.396735 28805 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:55.397699 28802 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:55.399349 28791 server_base.cc:1034] running on GCE node
07:23:56.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.732451 28791 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:23:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.735841 28791 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:23:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.737401 28791 hybrid_clock.cc:648] HybridClock initialized: now 1781940236737339 us; error 54 us; skew 500 ppm
07:23:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.738747 28791 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:23:56.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:56 dist-test-slave-tdw7 krb5kdc[28622](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940236, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.240.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:23:56.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.746742 28791 init.cc:377] Logged in from keytab as kudu/127.27.240.188@KRBTEST.COM (short username kudu)
07:23:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.753728 28791 webserver.cc:460] Webserver started at http://127.27.240.188:41987/ using document root <none> and password file <none>
07:23:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.755098 28791 fs_manager.cc:359] Metadata directory not provided
07:23:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.755337 28791 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:23:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.755872 28791 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:23:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.761967 28791 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/data/instance:
07:23:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e03d4fdec96642f795c7fb51b032318f"
07:23:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:56 on dist-test-slave-tdw7"
07:23:56.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.763597 28791 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/wal/instance:
07:23:56.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e03d4fdec96642f795c7fb51b032318f"
07:23:56.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:56 on dist-test-slave-tdw7"
07:23:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.774125 28791 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.001s sys 0.008s
07:23:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.781308 28818 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:23:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.782984 28791 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
07:23:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.783512 28791 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/data,/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/wal
07:23:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e03d4fdec96642f795c7fb51b032318f"
07:23:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:56 on dist-test-slave-tdw7"
07:23:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.783931 28791 fs_report.cc:383] FS layout report
07:23:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:23:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/wal
07:23:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/wal
07:23:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/data/data
07:23:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:23:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:23:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:23:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:23:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:23:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:23:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:23:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:23:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:23:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:23:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:23:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.837280 28791 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:23:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.844831 28791 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:23:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.845412 28791 kserver.cc:163] Server-wide thread pool size limit: 3276
07:23:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.943110 28791 rpc_server.cc:307] RPC server started. Bound to: 127.27.240.188:38691
07:23:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.943218 28870 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.240.188:38691 every 8 connection(s)
07:23:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.946686 28791 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/data/info.pb
07:23:56.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.954396 28871 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:23:56.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.955139 28610 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu as pid 28791
07:23:56.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.955710 28610 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/wal/instance
07:23:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:56.970341 28871 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } has no permanent_uuid. Determining permanent_uuid...
07:23:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:56 dist-test-slave-tdw7 krb5kdc[28622](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940236, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.240.188@KRBTEST.COM for kudu/127.27.240.190@KRBTEST.COM
07:23:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:56 dist-test-slave-tdw7 krb5kdc[28622](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940230, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.240.188@KRBTEST.COM
07:23:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.014976 28871 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } has no permanent_uuid. Determining permanent_uuid...
07:23:57.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:57 dist-test-slave-tdw7 krb5kdc[28622](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940236, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.240.188@KRBTEST.COM for kudu/127.27.240.189@KRBTEST.COM
07:23:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:57 dist-test-slave-tdw7 krb5kdc[28622](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940230, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.240.189@KRBTEST.COM
07:23:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.046123 28871 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } has no permanent_uuid. Determining permanent_uuid...
07:23:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:57 dist-test-slave-tdw7 krb5kdc[28622](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940236, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.240.188@KRBTEST.COM for kudu/127.27.240.188@KRBTEST.COM
07:23:57.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:57 dist-test-slave-tdw7 krb5kdc[28622](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940230, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.240.190@KRBTEST.COM
07:23:57.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.082767 28871 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f: Bootstrap starting.
07:23:57.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.088650 28610 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
07:23:57.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.090427 28871 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f: Neither blocks nor log segments found. Creating new log.
07:23:57.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.092572 28871 log.cc:824] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f: Log is configured to *not* fsync() on all Append() calls
07:23:57.096 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:23:57.096 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
07:23:57.098 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
07:23:57.098 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
07:23:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.098664 28871 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f: No bootstrap required, opened a new log
07:23:57.100 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.27.240.190"
port: 39759
}
bound_http_address {
host: "127.27.240.190"
port: 41433
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.27.240.189"
port: 36885
}
bound_http_address {
host: "127.27.240.189"
port: 35371
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.27.240.188"
port: 38691
}
bound_http_address {
host: "127.27.240.188"
port: 41987
}
}
}
07:23:57.100 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:23:57.100 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:23:57.101 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:23:57.101 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:23:57.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.122012 28871 raft_consensus.cc:348] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } }
07:23:57.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.122879 28871 raft_consensus.cc:374] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:23:57.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.123195 28871 raft_consensus.cc:729] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e03d4fdec96642f795c7fb51b032318f, State: Initialized, Role: FOLLOWER
07:23:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.124154 28871 consensus_queue.cc:260] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } }
07:23:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.127213 28882 sys_catalog.cc:455] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } } }
07:23:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.128472 28882 sys_catalog.cc:458] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [sys.catalog]: This master's current role is: FOLLOWER
07:23:57.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.129024 28871 sys_catalog.cc:564] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [sys.catalog]: configured and running, proceeding with master startup.
07:23:57.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:57 dist-test-slave-tdw7 krb5kdc[28622](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940237, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:23:57.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:23:57.147 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:23:57.148 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/krb5cc
07:23:57.150 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:23:57.150 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-user
07:23:57.150 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-user"
}
07:23:57.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:57.169129 28894 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:23:57.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:57.169497 28894 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:23:57.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:57 dist-test-slave-tdw7 krb5kdc[28622](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940237, etypes {rep=17 tkt=17 ses=17}, test-user@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:23:57.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-user@KRBTEST.COM:
07:23:57.197 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:23:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.165866 28791 master_runner.cc:186] Error getting master registration for 127.27.240.190:39759: OK, instance_id { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" instance_seqno: 1781940232536770 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:23:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.204366 28791 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:23:57.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.226310 28784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } attempt: 7
07:23:57.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:57 dist-test-slave-tdw7 krb5kdc[28622](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940234, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.240.189@KRBTEST.COM for kudu/127.27.240.188@KRBTEST.COM
07:23:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.255630 28705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } attempt: 7
07:23:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.265897 28784 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864: Bootstrap starting.
07:23:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:23:57 dist-test-slave-tdw7 krb5kdc[28622](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940232, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.240.190@KRBTEST.COM for kudu/127.27.240.188@KRBTEST.COM
07:23:57.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.273715 28784 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864: Neither blocks nor log segments found. Creating new log.
07:23:57.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.276328 28784 log.cc:824] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864: Log is configured to *not* fsync() on all Append() calls
07:23:57.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.281934 28784 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864: No bootstrap required, opened a new log
07:23:57.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.300009 28705 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed: Bootstrap starting.
07:23:57.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.308424 28705 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed: Neither blocks nor log segments found. Creating new log.
07:23:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.309510 28784 raft_consensus.cc:348] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } }
07:23:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.310598 28784 raft_consensus.cc:374] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:23:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.311048 28705 log.cc:824] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed: Log is configured to *not* fsync() on all Append() calls
07:23:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.311048 28784 raft_consensus.cc:729] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b17278e9775f48e7b94c518460778864, State: Initialized, Role: FOLLOWER
07:23:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.312134 28784 consensus_queue.cc:260] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } }
07:23:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.316995 28705 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed: No bootstrap required, opened a new log
07:23:57.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.320470 28902 sys_catalog.cc:455] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } } }
07:23:57.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.321687 28902 sys_catalog.cc:458] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [sys.catalog]: This master's current role is: FOLLOWER
07:23:57.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.322675 28784 sys_catalog.cc:564] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [sys.catalog]: configured and running, proceeding with master startup.
07:23:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.337692 28902 raft_consensus.cc:482] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:23:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.338559 28902 raft_consensus.cc:504] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } }
07:23:57.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.345737 28845 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b17278e9775f48e7b94c518460778864" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e03d4fdec96642f795c7fb51b032318f" is_pre_election: true
07:23:57.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.347112 28845 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b17278e9775f48e7b94c518460778864 in term 0.
07:23:57.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.349514 28735 leader_election.cc:302] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b17278e9775f48e7b94c518460778864, e03d4fdec96642f795c7fb51b032318f; no voters:
07:23:57.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:57.352475 28824 tablet.cc:2369] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:23:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.352759 28902 leader_election.cc:288] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d7e244d4e5c84a5a9885ffec3ef69fed (127.27.240.190:39759), e03d4fdec96642f795c7fb51b032318f (127.27.240.188:38691)
07:23:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.351436 28705 raft_consensus.cc:348] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } }
07:23:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.354076 28902 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 0 FOLLOWER]: Leader pre-election won for term 1
07:23:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.354493 28902 raft_consensus.cc:482] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:23:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.354985 28902 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 0 FOLLOWER]: Advancing to term 1
07:23:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.354754 28705 raft_consensus.cc:374] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:23:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.355527 28705 raft_consensus.cc:729] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d7e244d4e5c84a5a9885ffec3ef69fed, State: Initialized, Role: FOLLOWER
07:23:57.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.357663 28705 consensus_queue.cc:260] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } }
07:23:57.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.366869 28902 raft_consensus.cc:504] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } }
07:23:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.371724 28911 sys_catalog.cc:455] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } } }
07:23:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.373514 28911 sys_catalog.cc:458] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [sys.catalog]: This master's current role is: FOLLOWER
07:23:57.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.373708 28680 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b17278e9775f48e7b94c518460778864" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" is_pre_election: true
07:23:57.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.374148 28679 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b17278e9775f48e7b94c518460778864" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed"
07:23:57.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.374691 28680 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b17278e9775f48e7b94c518460778864 in term 0.
07:23:57.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.373553 28705 sys_catalog.cc:564] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [sys.catalog]: configured and running, proceeding with master startup.
07:23:57.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.376768 28845 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b17278e9775f48e7b94c518460778864" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e03d4fdec96642f795c7fb51b032318f"
07:23:57.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.377570 28845 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [term 0 FOLLOWER]: Advancing to term 1
07:23:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.388903 28845 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b17278e9775f48e7b94c518460778864 in term 1.
07:23:57.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.390390 28916 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:23:57.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.390514 28735 leader_election.cc:302] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b17278e9775f48e7b94c518460778864, e03d4fdec96642f795c7fb51b032318f; no voters: d7e244d4e5c84a5a9885ffec3ef69fed
07:23:57.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.391494 28910 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 1 FOLLOWER]: Leader election won for term 1
07:23:57.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.391873 28902 leader_election.cc:288] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [CANDIDATE]: Term 1 election: Requested vote from peers d7e244d4e5c84a5a9885ffec3ef69fed (127.27.240.190:39759), e03d4fdec96642f795c7fb51b032318f (127.27.240.188:38691)
07:23:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.403838 28910 raft_consensus.cc:686] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 1 LEADER]: Becoming Leader. State: Replica: b17278e9775f48e7b94c518460778864, State: Running, Role: LEADER
07:23:57.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.405650 28910 consensus_queue.cc:237] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } }
07:23:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.429401 28902 sys_catalog.cc:455] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b17278e9775f48e7b94c518460778864. Latest consensus state: current_term: 1 leader_uuid: "b17278e9775f48e7b94c518460778864" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } } }
07:23:57.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.432309 28902 sys_catalog.cc:458] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [sys.catalog]: This master's current role is: LEADER
07:23:57.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.441357 28925 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:23:57.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.396376 28712 master_runner.cc:186] Error getting master registration for 127.27.240.190:39759: OK, instance_id { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" instance_seqno: 1781940232536770 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:23:57.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.442795 28712 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:23:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.455839 28925 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:23:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.465435 28930 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:23:57.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:57.465492 28737 tablet.cc:2369] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:23:57.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:23:57.467913 28659 tablet.cc:2369] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:23:57.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.485914 28845 raft_consensus.cc:1261] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [term 1 FOLLOWER]: Refusing update from remote peer b17278e9775f48e7b94c518460778864: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:23:57.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.487756 28902 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:23:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.489986 28679 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [term 0 FOLLOWER]: Advancing to term 1
07:23:57.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.509065 28679 raft_consensus.cc:1261] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [term 1 FOLLOWER]: Refusing update from remote peer b17278e9775f48e7b94c518460778864: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:23:57.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.512550 28902 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
07:23:57.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.544656 28911 sys_catalog.cc:455] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [sys.catalog]: SysCatalogTable state changed. Reason: New leader b17278e9775f48e7b94c518460778864. Latest consensus state: current_term: 1 leader_uuid: "b17278e9775f48e7b94c518460778864" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } } }
07:23:57.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.545859 28911 sys_catalog.cc:458] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [sys.catalog]: This master's current role is: FOLLOWER
07:23:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.551535 28931 mvcc.cc:205] Tried to move back new op lower bound from 7298827212715741184 to 7298827212430495744. Current Snapshot: MvccSnapshot[applied={T|T < 7298827212715741184}]
07:23:57.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.557029 28933 mvcc.cc:205] Tried to move back new op lower bound from 7298827212715741184 to 7298827212430495744. Current Snapshot: MvccSnapshot[applied={T|T < 7298827212715741184}]
07:23:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.564779 28882 sys_catalog.cc:455] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [sys.catalog]: SysCatalogTable state changed. Reason: New leader b17278e9775f48e7b94c518460778864. Latest consensus state: current_term: 1 leader_uuid: "b17278e9775f48e7b94c518460778864" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } } }
07:23:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.565675 28882 sys_catalog.cc:458] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [sys.catalog]: This master's current role is: FOLLOWER
07:23:57.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.575641 28932 mvcc.cc:205] Tried to move back new op lower bound from 7298827212715741184 to 7298827212430495744. Current Snapshot: MvccSnapshot[applied={T|T < 7298827212715741184}]
07:23:57.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.578459 28911 sys_catalog.cc:455] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b17278e9775f48e7b94c518460778864" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } } }
07:23:57.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.579264 28911 sys_catalog.cc:458] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [sys.catalog]: This master's current role is: FOLLOWER
07:23:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.586230 28882 sys_catalog.cc:455] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b17278e9775f48e7b94c518460778864" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } } }
07:23:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.587066 28882 sys_catalog.cc:458] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [sys.catalog]: This master's current role is: FOLLOWER
07:23:57.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.602726 28910 sys_catalog.cc:455] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b17278e9775f48e7b94c518460778864" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } } }
07:23:57.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.603549 28910 sys_catalog.cc:458] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [sys.catalog]: This master's current role is: LEADER
07:23:57.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.604638 28910 sys_catalog.cc:455] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b17278e9775f48e7b94c518460778864" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } } }
07:23:57.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.605368 28910 sys_catalog.cc:458] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [sys.catalog]: This master's current role is: LEADER
07:23:57.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.606798 28925 catalog_manager.cc:1347] Generated new cluster ID: b585c148ca414d9393118d79eac6822e
07:23:57.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.607105 28925 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:23:57.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.669760 28925 catalog_manager.cc:1370] Generated new certificate authority record
07:23:57.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.675901 28925 catalog_manager.cc:1504] Loading token signing keys...
07:23:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.710523 28925 catalog_manager.cc:5868] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864: Generated new TSK 0
07:23:57.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:57.712005 28925 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:23:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:58.175268 28894 catalog_manager.cc:1259] Loaded cluster ID: b585c148ca414d9393118d79eac6822e
07:23:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:58.175613 28894 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f: loading cluster ID for follower catalog manager: success
07:23:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:58.183940 28894 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f: acquiring CA information for follower catalog manager: success
07:23:58.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:58.189945 28894 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:23:58.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:58.475175 28930 catalog_manager.cc:1259] Loaded cluster ID: b585c148ca414d9393118d79eac6822e
07:23:58.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:58.477496 28930 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed: loading cluster ID for follower catalog manager: success
07:23:58.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:58.486443 28930 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed: acquiring CA information for follower catalog manager: success
07:23:58.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:23:58.494263 28930 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:24:00.199 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.240.190:39759
07:24:00.200 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
07:24:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:00.201334 28610 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu with pid 28635
07:24:00.233 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:24:00.233 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.240.189:36885
07:24:00.233 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
07:24:00.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:00.234316 28610 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu with pid 28712
07:24:00.267 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:24:00.267 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.240.188:38691
07:24:00.267 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
07:24:00.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:00.268193 28610 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu with pid 28791
07:24:00.304 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:24:00.304 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.240.190:39759
07:24:00.305 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:00.306783 28610 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/wal
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/data
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/logs
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/data/info.pb
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:24:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.240.190:39759
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.240.190
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41433
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kudu_127.27.240.190.keytab
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.240.190
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.240.148:40679
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.240.190:39759,127.27.240.189:36885,127.27.240.188:38691
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
07:24:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:24:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:00.497259 28453 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc480 after lost signal to thread 28327
07:24:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:00.498829 28453 debug-util.cc:398] Leaking SignalData structure 0x7b08000af560 after lost signal to thread 28456
07:24:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:00.698302 28942 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:24:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:00.699254 28942 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:24:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:00.700008 28942 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:24:00.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:00.738767 28942 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:24:00.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:00.739200 28942 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:24:00.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:00.739583 28942 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:24:00.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:00.739820 28942 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:24:00.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:00.740026 28942 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:24:00.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:00.740224 28942 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:24:00.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:00.740410 28942 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42525/jwks.json
07:24:00.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:00.781323 28942 master_runner.cc:386] Master server non-default flags:
07:24:00.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:24:00.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.240.148:40679
07:24:00.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:24:00.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:24:00.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/data
07:24:00.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/wal
07:24:00.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:24:00.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:24:00.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.240.190:39759,127.27.240.189:36885,127.27.240.188:38691
07:24:00.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kudu_127.27.240.190.keytab
07:24:00.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.240.190
07:24:00.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:24:00.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.240.190:39759
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/data/info.pb
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.240.190
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41433
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/logs
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:24:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:00.782686 28942 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:24:00.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:00.784165 28942 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:24:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:00.806174 28951 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:24:02.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:00.806525 28949 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:24:02.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:00.808796 28948 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:24:02.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:02.196429 28950 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1388 milliseconds
07:24:02.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.196617 28942 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:24:02.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.198396 28942 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:24:02.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.202303 28942 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:24:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.203823 28942 hybrid_clock.cc:648] HybridClock initialized: now 1781940242203773 us; error 85 us; skew 500 ppm
07:24:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.204743 28942 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:24:02.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:24:02 dist-test-slave-tdw7 krb5kdc[28622](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940242, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.240.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:24:02.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.212456 28942 init.cc:377] Logged in from keytab as kudu/127.27.240.190@KRBTEST.COM (short username kudu)
07:24:02.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.219208 28942 webserver.cc:460] Webserver started at http://127.27.240.190:41433/ using document root <none> and password file <none>
07:24:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.220475 28942 fs_manager.cc:359] Metadata directory not provided
07:24:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.220717 28942 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:24:02.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.230475 28942 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.000s
07:24:02.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.236478 28959 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:24:02.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.237800 28942 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
07:24:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.238327 28942 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/data,/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/wal
07:24:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d7e244d4e5c84a5a9885ffec3ef69fed"
07:24:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:52 on dist-test-slave-tdw7"
07:24:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.241601 28942 fs_report.cc:383] FS layout report
07:24:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:24:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/wal
07:24:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/wal
07:24:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/data/data
07:24:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:24:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:24:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:24:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:24:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:24:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:24:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:24:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:24:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:24:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:24:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:24:02.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.292632 28942 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:24:02.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.300480 28942 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:24:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.301085 28942 kserver.cc:163] Server-wide thread pool size limit: 3276
07:24:02.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.398896 28942 rpc_server.cc:307] RPC server started. Bound to: 127.27.240.190:39759
07:24:02.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.398965 29011 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.240.190:39759 every 8 connection(s)
07:24:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.402686 28942 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-0/data/info.pb
07:24:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.410310 28610 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu as pid 28942
07:24:02.411 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:24:02.411 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.240.189:36885
07:24:02.411 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.412774 28610 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/wal
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/data
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/logs
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/data/info.pb
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.240.189:36885
07:24:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.240.189
07:24:02.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35371
07:24:02.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kudu_127.27.240.189.keytab
07:24:02.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.240.189
07:24:02.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:24:02.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:24:02.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:24:02.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.240.148:40679
07:24:02.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:24:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:24:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:24:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:24:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.240.190:39759,127.27.240.189:36885,127.27.240.188:38691
07:24:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:24:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
07:24:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:24:02.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.416144 29012 sys_catalog.cc:263] Verifying existing consensus state
07:24:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.424330 29012 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed: Bootstrap starting.
07:24:02.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.479591 29012 log.cc:824] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed: Log is configured to *not* fsync() on all Append() calls
07:24:02.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.500120 29012 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:24:02.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.501099 29012 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed: Bootstrap complete.
07:24:02.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.536758 29012 raft_consensus.cc:348] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } }
07:24:02.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.540468 29012 raft_consensus.cc:729] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: d7e244d4e5c84a5a9885ffec3ef69fed, State: Initialized, Role: FOLLOWER
07:24:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.541628 29012 consensus_queue.cc:260] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } }
07:24:02.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.544966 29016 sys_catalog.cc:455] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } } }
07:24:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.545864 29016 sys_catalog.cc:458] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [sys.catalog]: This master's current role is: FOLLOWER
07:24:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.547101 29012 sys_catalog.cc:564] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [sys.catalog]: configured and running, proceeding with master startup.
07:24:02.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.599167 29027 catalog_manager.cc:1259] Loaded cluster ID: b585c148ca414d9393118d79eac6822e
07:24:02.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.599478 29027 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed: loading cluster ID for follower catalog manager: success
07:24:02.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.609843 29027 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed: acquiring CA information for follower catalog manager: success
07:24:02.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:24:02 dist-test-slave-tdw7 krb5kdc[28622](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940242, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.240.190@KRBTEST.COM for kudu/127.27.240.190@KRBTEST.COM
07:24:02.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.616736 29027 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:24:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.640795 28942 master_runner.cc:186] Error getting master registration for 127.27.240.189:36885: Network error: Client connection negotiation failed: client connection to 127.27.240.189:36885: connect: Connection refused (error 111),
07:24:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:02.680130 28942 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:24:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:02.938231 29014 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:24:02.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:02.939186 29014 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:24:02.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:02.940332 29014 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:24:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:02.986488 29014 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:24:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:02.986769 29014 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:24:02.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:02.987042 29014 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:24:02.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:02.987247 29014 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:24:02.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:02.987515 29014 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:24:02.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:02.987854 29014 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:24:02.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:02.988113 29014 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42525/jwks.json
07:24:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:03.030181 29014 master_runner.cc:386] Master server non-default flags:
07:24:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:24:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.240.148:40679
07:24:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:24:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:24:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/data
07:24:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/wal
07:24:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.240.190:39759,127.27.240.189:36885,127.27.240.188:38691
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kudu_127.27.240.189.keytab
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.240.189
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.240.189:36885
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/data/info.pb
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.240.189
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35371
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/logs
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:24:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:24:03.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:03.032061 29014 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:24:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:03.033407 29014 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:24:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:03.057044 29036 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:24:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.308220 29042 raft_consensus.cc:482] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:24:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.308924 29042 raft_consensus.cc:504] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } }
07:24:04.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.313607 29042 leader_election.cc:288] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers b17278e9775f48e7b94c518460778864 (127.27.240.189:36885), e03d4fdec96642f795c7fb51b032318f (127.27.240.188:38691)
07:24:04.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:04.326292 28963 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:24:04.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:04.334846 28963 leader_election.cc:334] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer e03d4fdec96642f795c7fb51b032318f (127.27.240.188:38691): Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:24:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:04.335629 28960 leader_election.cc:334] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b17278e9775f48e7b94c518460778864 (127.27.240.189:36885): Network error: Client connection negotiation failed: client connection to 127.27.240.189:36885: connect: Connection refused (error 111)
07:24:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.336117 28960 leader_election.cc:302] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d7e244d4e5c84a5a9885ffec3ef69fed; no voters: b17278e9775f48e7b94c518460778864, e03d4fdec96642f795c7fb51b032318f
07:24:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.336963 29042 raft_consensus.cc:2726] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
07:24:04.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:03.060390 29039 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:24:04.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:04.408295 29038 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:24:04.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.408993 29014 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:24:04.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:03.058445 29037 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:24:04.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.413726 29014 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:24:04.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.416947 29014 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.418462 29014 hybrid_clock.cc:648] HybridClock initialized: now 1781940244418399 us; error 82 us; skew 500 ppm
07:24:04.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.419335 29014 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:24:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:24:04 dist-test-slave-tdw7 krb5kdc[28622](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940244, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.240.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:24:04.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.431509 29014 init.cc:377] Logged in from keytab as kudu/127.27.240.189@KRBTEST.COM (short username kudu)
07:24:04.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.437881 29014 webserver.cc:460] Webserver started at http://127.27.240.189:35371/ using document root <none> and password file <none>
07:24:04.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.438892 29014 fs_manager.cc:359] Metadata directory not provided
07:24:04.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.439119 29014 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:24:04.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.448575 29014 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.008s sys 0.000s
07:24:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.454140 29051 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:24:04.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.455518 29014 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.001s
07:24:04.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.455824 29014 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/data,/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/wal
07:24:04.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b17278e9775f48e7b94c518460778864"
07:24:04.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:54 on dist-test-slave-tdw7"
07:24:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.458375 29014 fs_report.cc:383] FS layout report
07:24:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:24:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/wal
07:24:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/wal
07:24:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/data/data
07:24:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:24:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:24:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:24:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:24:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:24:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:24:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:24:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:24:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:24:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:24:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:24:04.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.501186 29014 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:24:04.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.508756 29014 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:24:04.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.509524 29014 kserver.cc:163] Server-wide thread pool size limit: 3276
07:24:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.625665 29014 rpc_server.cc:307] RPC server started. Bound to: 127.27.240.189:36885
07:24:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.625808 29102 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.240.189:36885 every 8 connection(s)
07:24:04.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.628875 29014 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-1/data/info.pb
07:24:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.638846 28610 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu as pid 29014
07:24:04.639 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:24:04.639 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.240.188:38691
07:24:04.640 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
07:24:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.641819 28610 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:24:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu
07:24:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/wal
07:24:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/data
07:24:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:24:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:24:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:24:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:24:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:24:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:24:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/logs
07:24:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/data/info.pb
07:24:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:24:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:24:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:24:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:24:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:24:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.240.188:38691
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.240.188
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41987
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kudu_127.27.240.188.keytab
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.240.188
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.240.148:40679
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.240.190:39759,127.27.240.189:36885,127.27.240.188:38691
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:24:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.642673 29103 sys_catalog.cc:263] Verifying existing consensus state
07:24:04.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.649814 29103 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864: Bootstrap starting.
07:24:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.712285 29103 log.cc:824] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864: Log is configured to *not* fsync() on all Append() calls
07:24:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.740679 29103 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:24:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.742076 29103 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864: Bootstrap complete.
07:24:04.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.783492 29103 raft_consensus.cc:348] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } }
07:24:04.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.788606 29103 raft_consensus.cc:729] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: b17278e9775f48e7b94c518460778864, State: Initialized, Role: FOLLOWER
07:24:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.790241 29103 consensus_queue.cc:260] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } }
07:24:04.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.803356 29107 sys_catalog.cc:455] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } } }
07:24:04.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.804432 29107 sys_catalog.cc:458] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [sys.catalog]: This master's current role is: FOLLOWER
07:24:04.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.805853 29103 sys_catalog.cc:564] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [sys.catalog]: configured and running, proceeding with master startup.
07:24:04.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.913723 29119 catalog_manager.cc:1259] Loaded cluster ID: b585c148ca414d9393118d79eac6822e
07:24:04.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.914166 29119 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864: loading cluster ID for follower catalog manager: success
07:24:04.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.932027 29119 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864: acquiring CA information for follower catalog manager: success
07:24:04.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:04.939179 29119 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:24:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:24:04 dist-test-slave-tdw7 krb5kdc[28622](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940244, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.240.189@KRBTEST.COM for kudu/127.27.240.190@KRBTEST.COM
07:24:05.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.004369 29014 master_runner.cc:186] Error getting master registration for 127.27.240.188:38691: Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111),
07:24:05.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.032989 29014 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:24:05.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:05.125725 29105 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:24:05.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:05.126329 29105 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:24:05.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:05.127146 29105 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:24:05.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:05.166643 29105 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:24:05.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:05.166913 29105 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:24:05.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:05.167202 29105 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:24:05.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:05.167524 29105 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:24:05.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:05.167758 29105 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:24:05.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:05.167979 29105 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:24:05.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:05.168143 29105 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42525/jwks.json
07:24:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.208963 29105 master_runner.cc:386] Master server non-default flags:
07:24:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:24:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.240.148:40679
07:24:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:24:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:24:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/data
07:24:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/wal
07:24:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:24:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:24:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.240.190:39759,127.27.240.189:36885,127.27.240.188:38691
07:24:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/kudu_127.27.240.188.keytab
07:24:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.240.188
07:24:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:24:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:24:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:24:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.240.188:38691
07:24:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:24:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:24:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:24:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
07:24:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:24:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:24:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:24:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:24:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/data/info.pb
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.240.188
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41987
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/logs
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:24:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.210491 29105 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:24:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.211781 29105 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:24:05.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:05.235298 29130 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:24:05.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.950147 29137 raft_consensus.cc:482] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:24:05.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.951087 29137 raft_consensus.cc:504] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } }
07:24:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.956389 29137 leader_election.cc:288] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d7e244d4e5c84a5a9885ffec3ef69fed (127.27.240.190:39759), e03d4fdec96642f795c7fb51b032318f (127.27.240.188:38691)
07:24:05.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.957237 28987 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b17278e9775f48e7b94c518460778864" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" is_pre_election: true
07:24:05.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.958236 28987 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b17278e9775f48e7b94c518460778864 in term 1.
07:24:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.963002 29055 leader_election.cc:302] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b17278e9775f48e7b94c518460778864, d7e244d4e5c84a5a9885ffec3ef69fed; no voters:
07:24:05.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.964911 29137 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 1 FOLLOWER]: Leader pre-election won for term 2
07:24:05.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.965425 29137 raft_consensus.cc:482] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:24:05.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:05.964931 29055 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:24:05.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.965898 29137 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 1 FOLLOWER]: Advancing to term 2
07:24:05.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:05.978174 29055 leader_election.cc:334] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer e03d4fdec96642f795c7fb51b032318f (127.27.240.188:38691): Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:24:05.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.978578 29137 raft_consensus.cc:504] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } }
07:24:05.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.981381 29137 leader_election.cc:288] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [CANDIDATE]: Term 2 election: Requested vote from peers d7e244d4e5c84a5a9885ffec3ef69fed (127.27.240.190:39759), e03d4fdec96642f795c7fb51b032318f (127.27.240.188:38691)
07:24:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.983044 28987 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b17278e9775f48e7b94c518460778864" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed"
07:24:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.983850 28987 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [term 1 FOLLOWER]: Advancing to term 2
07:24:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:05.988835 29055 leader_election.cc:334] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer e03d4fdec96642f795c7fb51b032318f (127.27.240.188:38691): Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111)
07:24:05.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.996481 28987 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b17278e9775f48e7b94c518460778864 in term 2.
07:24:05.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.998071 29055 leader_election.cc:302] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b17278e9775f48e7b94c518460778864, d7e244d4e5c84a5a9885ffec3ef69fed; no voters: e03d4fdec96642f795c7fb51b032318f
07:24:06.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.999879 29137 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 2 FOLLOWER]: Leader election won for term 2
07:24:06.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.002234 29137 raft_consensus.cc:686] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [term 2 LEADER]: Becoming Leader. State: Replica: b17278e9775f48e7b94c518460778864, State: Running, Role: LEADER
07:24:06.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.003554 29137 consensus_queue.cc:237] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } }
07:24:06.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.019304 29140 sys_catalog.cc:455] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b17278e9775f48e7b94c518460778864. Latest consensus state: current_term: 2 leader_uuid: "b17278e9775f48e7b94c518460778864" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } } }
07:24:06.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.020618 29140 sys_catalog.cc:458] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [sys.catalog]: This master's current role is: LEADER
07:24:06.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.025687 29142 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:24:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.042364 29142 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:24:06.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.049919 29142 catalog_manager.cc:1259] Loaded cluster ID: b585c148ca414d9393118d79eac6822e
07:24:06.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.050414 29142 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:24:06.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.059720 29142 catalog_manager.cc:1504] Loading token signing keys...
07:24:06.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.067559 29142 catalog_manager.cc:5879] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864: Loaded TSK: 0
07:24:06.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.070685 29142 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:24:06.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.461943 28987 raft_consensus.cc:1261] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [term 2 FOLLOWER]: Refusing update from remote peer b17278e9775f48e7b94c518460778864: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
07:24:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.464447 29140 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
07:24:06.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.493785 29144 sys_catalog.cc:455] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [sys.catalog]: SysCatalogTable state changed. Reason: New leader b17278e9775f48e7b94c518460778864. Latest consensus state: current_term: 2 leader_uuid: "b17278e9775f48e7b94c518460778864" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } } }
07:24:06.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.494669 29144 sys_catalog.cc:458] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [sys.catalog]: This master's current role is: FOLLOWER
07:24:06.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.526723 29144 sys_catalog.cc:455] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "b17278e9775f48e7b94c518460778864" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } } }
07:24:06.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.527810 29144 sys_catalog.cc:458] T 00000000000000000000000000000000 P d7e244d4e5c84a5a9885ffec3ef69fed [sys.catalog]: This master's current role is: FOLLOWER
07:24:06.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.532900 29140 sys_catalog.cc:455] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "b17278e9775f48e7b94c518460778864" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } } }
07:24:06.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.533946 29140 sys_catalog.cc:458] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 [sys.catalog]: This master's current role is: LEADER
07:24:06.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:06.550370 29055 consensus_peers.cc:487] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 -> Peer e03d4fdec96642f795c7fb51b032318f (127.27.240.188:38691): Couldn't send request to peer e03d4fdec96642f795c7fb51b032318f. Status: Network error: Client connection negotiation failed: client connection to 127.27.240.188:38691: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
07:24:06.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:05.238999 29105 server_base.cc:1034] running on GCE node
07:24:06.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:05.242563 29133 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:24:06.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:05.235328 29131 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:24:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.684370 29105 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:24:06.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.689345 29105 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:24:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.690948 29105 hybrid_clock.cc:648] HybridClock initialized: now 1781940246690874 us; error 90 us; skew 500 ppm
07:24:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.692145 29105 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:24:06.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:24:06 dist-test-slave-tdw7 krb5kdc[28622](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940246, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.240.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:24:06.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.701962 29105 init.cc:377] Logged in from keytab as kudu/127.27.240.188@KRBTEST.COM (short username kudu)
07:24:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.709388 29105 webserver.cc:460] Webserver started at http://127.27.240.188:41987/ using document root <none> and password file <none>
07:24:06.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.710515 29105 fs_manager.cc:359] Metadata directory not provided
07:24:06.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.710796 29105 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:24:06.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.720683 29105 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.002s sys 0.005s
07:24:06.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.727991 29155 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:24:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.729276 29105 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
07:24:06.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.729593 29105 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/data,/tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/wal
07:24:06.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e03d4fdec96642f795c7fb51b032318f"
07:24:06.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:23:56 on dist-test-slave-tdw7"
07:24:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.732488 29105 fs_report.cc:383] FS layout report
07:24:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:24:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/wal
07:24:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/wal
07:24:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/data/data
07:24:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:24:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:24:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:24:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:24:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:24:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:24:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:24:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:24:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:24:06.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:24:06.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:24:06.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.779081 29105 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:24:06.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.785373 29105 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:24:06.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.785882 29105 kserver.cc:163] Server-wide thread pool size limit: 3276
07:24:06.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.893044 29105 rpc_server.cc:307] RPC server started. Bound to: 127.27.240.188:38691
07:24:06.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.893258 29206 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.240.188:38691 every 8 connection(s)
07:24:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.896343 29105 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/master-2/data/info.pb
07:24:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.905004 28610 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu as pid 29105
07:24:06.905 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:24:06.906 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.240.190:39759(127.27.240.190:39759)] connecting to peer
07:24:06.907 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.240.189:36885(127.27.240.189:36885)] connecting to peer
07:24:06.908 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.240.188:38691(127.27.240.188:38691)] connecting to peer
07:24:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.912895 29207 sys_catalog.cc:263] Verifying existing consensus state
07:24:06.915 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.240.190:39759(127.27.240.190:39759)] Successfully connected to peer
07:24:06.917 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.240.188:38691(127.27.240.188:38691)] Successfully connected to peer
07:24:06.918 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.240.189:36885(127.27.240.189:36885)] Successfully connected to peer
07:24:06.926 [DEBUG - kudu-nio-0] (SecurityContext.java:225) Refreshing Kerberos credentials...
07:24:06.927 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskmjnZga/test-tmp/mini-kudu-cluster996109241275459134/krb5kdc/krb5cc
07:24:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:24:06 dist-test-slave-tdw7 krb5kdc[28622](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940237, etypes {rep=17 tkt=17 ses=17}, test-user@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:24:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.930763 29207 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f: Bootstrap starting.
07:24:06.936 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-user@KRBTEST.COM
07:24:06.943 [ERROR - kudu-nio-0] (SecurityContext.java:249) Attempted to refresh Kerberos credentials from ticket cache but found that the new Kerberos principal test-user@KRBTEST.COM did not match the original principal test-admin@KRBTEST.COM. Ignoring.
07:24:06.945 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.27.240.190
07:24:06.957 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.27.240.188
07:24:06.967 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.27.240.189
07:24:06.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:06.998683 29207 log.cc:824] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f: Log is configured to *not* fsync() on all Append() calls
07:24:07.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.240.189:36885(127.27.240.189:36885)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
07:24:07.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.240.189:36885: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
07:24:07.010 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.240.189:36885(127.27.240.189:36885)] handling channelInactive
07:24:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:07.013360 29214 negotiation.cc:337] Failed RPC negotiation. Trace:
07:24:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.921254 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:46782 (local address 127.27.240.189:36885)
07:24:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.940731 (+ 19477us) server_negotiation.cc:206] Beginning negotiation
07:24:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.940772 (+ 41us) server_negotiation.cc:399] Waiting for connection header
07:24:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.940838 (+ 66us) server_negotiation.cc:407] Connection header received
07:24:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.956057 (+ 15219us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
07:24:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.956089 (+ 32us) server_negotiation.cc:461] Received NEGOTIATE request from client
07:24:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.956355 (+ 266us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
07:24:07.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.959213 (+ 2858us) server_negotiation.cc:226] Negotiated authn=SASL
07:24:07.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.976182 (+ 16969us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
07:24:07.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.978061 (+ 1879us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
07:24:07.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:07.002920 (+ 24859us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
07:24:07.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:07.004360 (+ 1440us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
07:24:07.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:07.004748 (+ 388us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
07:24:07.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:07.011335 (+ 6587us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:46782: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:46782): Cannot send after transport endpoint shutdown (error 108)
07:24:07.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":18959,"thread_start_us":29939,"threads_started":1}
07:24:07.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.240.188:38691(127.27.240.188:38691)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
07:24:07.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.240.188:38691: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
07:24:07.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:07.020414 29213 negotiation.cc:337] Failed RPC negotiation. Trace:
07:24:07.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.919280 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:36688 (local address 127.27.240.188:38691)
07:24:07.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.922411 (+ 3131us) server_negotiation.cc:206] Beginning negotiation
07:24:07.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.922533 (+ 122us) server_negotiation.cc:399] Waiting for connection header
07:24:07.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.922618 (+ 85us) server_negotiation.cc:407] Connection header received
07:24:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.943829 (+ 21211us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
07:24:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.943900 (+ 71us) server_negotiation.cc:461] Received NEGOTIATE request from client
07:24:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.944486 (+ 586us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
07:24:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.945011 (+ 525us) server_negotiation.cc:226] Negotiated authn=SASL
07:24:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.975040 (+ 30029us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
07:24:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.978224 (+ 3184us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
07:24:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.988216 (+ 9992us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
07:24:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.989751 (+ 1535us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
07:24:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.990121 (+ 370us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
07:24:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:07.018021 (+ 27900us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:36688: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:36688): Cannot send after transport endpoint shutdown (error 108)
07:24:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":2363,"thread_start_us":2881,"threads_started":1}
07:24:07.023 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.240.188:38691(127.27.240.188:38691)] handling channelInactive
07:24:07.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.240.190:39759(127.27.240.190:39759)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
07:24:07.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.240.190:39759: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
07:24:07.025 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=119), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.240.190:39759, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.240.189:36885, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.240.188:38691, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.240.189:36885: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [110ms] Sub RPC ConnectToMaster: received response from server master-127.27.240.188:38691: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [119ms] Sub RPC ConnectToMaster: received response from server master-127.27.240.190:39759: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.240.190:39759,127.27.240.189:36885,127.27.240.188:38691). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) [main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) [main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) [async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) [main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) [main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) [main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) [main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) [main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) [netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.240.190:39759,127.27.240.189:36885,127.27.240.188:38691). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
07:24:07.029 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=123), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.240.190:39759, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.240.189:36885, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.240.188:38691, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.240.189:36885: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [110ms] Sub RPC ConnectToMaster: received response from server master-127.27.240.188:38691: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [119ms] Sub RPC ConnectToMaster: received response from server master-127.27.240.190:39759: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
07:24:07.030 [DEBUG - main] (Connection.java:575) [peer master-127.27.240.190:39759(127.27.240.190:39759)] disconnecting while in state TERMINATED
07:24:07.031 [DEBUG - main] (Connection.java:575) [peer master-127.27.240.188:38691(127.27.240.188:38691)] disconnecting while in state TERMINATED
07:24:07.031 [DEBUG - main] (Connection.java:575) [peer master-127.27.240.189:36885(127.27.240.189:36885)] disconnecting while in state TERMINATED
07:24:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:07.033756 29212 negotiation.cc:337] Failed RPC negotiation. Trace:
07:24:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.915010 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:41638 (local address 127.27.240.190:39759)
07:24:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.924571 (+ 9561us) server_negotiation.cc:206] Beginning negotiation
07:24:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.924611 (+ 40us) server_negotiation.cc:399] Waiting for connection header
07:24:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.924676 (+ 65us) server_negotiation.cc:407] Connection header received
07:24:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.924849 (+ 173us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
07:24:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.924878 (+ 29us) server_negotiation.cc:461] Received NEGOTIATE request from client
07:24:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.925138 (+ 260us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
07:24:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.926281 (+ 1143us) server_negotiation.cc:226] Negotiated authn=SASL
07:24:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.950849 (+ 24568us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
07:24:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.953049 (+ 2200us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
07:24:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:06.999051 (+ 46002us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
07:24:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:07.000151 (+ 1100us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
07:24:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:07.000511 (+ 360us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
07:24:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:24:07.032015 (+ 31504us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:41638: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:41638): Cannot send after transport endpoint shutdown (error 108)
07:24:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":9058,"thread_start_us":16313,"threads_started":1}
07:24:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:07.034219 29207 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:24:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:07.036243 29207 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f: Bootstrap complete.
07:24:07.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:24:07 dist-test-slave-tdw7 krb5kdc[28622](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940244, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.240.189@KRBTEST.COM for kudu/127.27.240.188@KRBTEST.COM
07:24:07.042 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:24:07.044 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.240.190:39759(127.27.240.190:39759)] handling channelInactive
07:24:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:07.066267 28610 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu with pid 28942
07:24:07.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:07.077126 29207 raft_consensus.cc:348] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } }
07:24:07.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:07.081399 29207 raft_consensus.cc:729] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: e03d4fdec96642f795c7fb51b032318f, State: Initialized, Role: FOLLOWER
07:24:07.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:07.082657 29207 consensus_queue.cc:260] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } }
07:24:07.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:07.100914 29219 sys_catalog.cc:455] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } } }
07:24:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:07.101995 29219 sys_catalog.cc:458] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [sys.catalog]: This master's current role is: FOLLOWER
07:24:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:07.103165 29207 sys_catalog.cc:564] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [sys.catalog]: configured and running, proceeding with master startup.
07:24:07.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:07.105055 29182 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [term 1 FOLLOWER]: Advancing to term 2
07:24:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:07.120517 29055 connection.cc:535] client connection to 127.27.240.190:39759 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:24:07.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:07.134130 29055 consensus_peers.cc:487] T 00000000000000000000000000000000 P b17278e9775f48e7b94c518460778864 -> Peer d7e244d4e5c84a5a9885ffec3ef69fed (127.27.240.190:39759): Couldn't send request to peer d7e244d4e5c84a5a9885ffec3ef69fed. Status: Network error: Client connection negotiation failed: client connection to 127.27.240.190:39759: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
07:24:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:07.145112 28610 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu with pid 29014
07:24:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:07.156983 29227 sys_catalog.cc:455] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "b17278e9775f48e7b94c518460778864" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } } }
07:24:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:07.158246 29227 sys_catalog.cc:458] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [sys.catalog]: This master's current role is: FOLLOWER
07:24:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:07.165203 29219 sys_catalog.cc:455] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [sys.catalog]: SysCatalogTable state changed. Reason: New leader b17278e9775f48e7b94c518460778864. Latest consensus state: current_term: 2 leader_uuid: "b17278e9775f48e7b94c518460778864" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7e244d4e5c84a5a9885ffec3ef69fed" member_type: VOTER last_known_addr { host: "127.27.240.190" port: 39759 } } peers { permanent_uuid: "b17278e9775f48e7b94c518460778864" member_type: VOTER last_known_addr { host: "127.27.240.189" port: 36885 } } peers { permanent_uuid: "e03d4fdec96642f795c7fb51b032318f" member_type: VOTER last_known_addr { host: "127.27.240.188" port: 38691 } } }
07:24:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:07.166148 29219 sys_catalog.cc:458] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f [sys.catalog]: This master's current role is: FOLLOWER
07:24:07.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:07.186041 29234 catalog_manager.cc:1259] Loaded cluster ID: b585c148ca414d9393118d79eac6822e
07:24:07.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:07.186404 29234 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e03d4fdec96642f795c7fb51b032318f: loading cluster ID for follower catalog manager: success
07:24:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:24:07.192458 29156 connection.cc:535] server connection from 127.0.0.1:36698 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:24:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:07.193166 28610 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu with pid 29105
07:24:08.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:24:08Z chronyd exiting
07:24:09.554 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:24:09.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:09.556352 27884 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu with pid 28167
07:24:09.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:09.583159 27884 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu with pid 28325
07:24:09.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:09.612610 27884 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu with pid 28467
07:24:09.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:09.644254 27884 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu with pid 27896
07:24:09.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:09.687649 27884 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu with pid 27966
07:24:09.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:24:09.732479 27884 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmjnZga/build/tsan/bin/kudu with pid 28041
07:24:10.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:24:10Z chronyd exiting
07:24:11.987 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.240.190:39759,127.27.240.189:36885,127.27.240.188:38691). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient(TestSecurity.java:366) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.240.190:39759,127.27.240.189:36885,127.27.240.188:38691). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient(TestSecurity.java:366)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more