07:40:47.918 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
07:40:47.919 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskNAFIDr/test-tmp
07:40:47.919 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:40:47.919 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskNAFIDr/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:40:47.920 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
07:40:48.247 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:40:48.247 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:40:48.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:48.250104 2337 mini_oidc.cc:152] Starting JWKS server
07:40:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:48.254269 2337 webserver.cc:460] Webserver started at http://127.0.0.1:39611/ using document root <none> and password file <none>
07:40:48.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:48.254861 2337 mini_oidc.cc:189] Starting OIDC Discovery server
07:40:48.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:48.257058 2337 webserver.cc:460] Webserver started at http://127.0.0.1:35507/ using document root <none> and password file <none>
07:40:48.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:40:48Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:40:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:40:48Z Disabled control of system clock
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:48.308045 2337 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-0/wal
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-0/data
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-0/logs
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-0/data/info.pb
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:40:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:40:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.72.126:44893
07:40:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.72.126
07:40:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:40:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.72.84:43401
07:40:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:40:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:40:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:40:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:40:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.72.126:44893,127.2.72.125:45387,127.2.72.124:44513
07:40:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:40:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39611/jwks.json with env {}
07:40:48.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:48.599774 2349 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:40:48.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:48.600299 2349 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:40:48.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:48.600852 2349 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:40:48.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:48.631003 2349 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:40:48.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:48.631281 2349 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:40:48.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:48.631476 2349 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:40:48.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:48.631667 2349 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:40:48.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:48.631860 2349 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:40:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:48.632062 2349 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39611/jwks.json
07:40:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:48.666366 2349 master_runner.cc:386] Master server non-default flags:
07:40:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:40:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.72.84:43401
07:40:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:40:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:40:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-0/data
07:40:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-0/wal
07:40:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:40:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.72.126:44893,127.2.72.125:45387,127.2.72.124:44513
07:40:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.72.126:44893
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39611/jwks.json
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-0/data/info.pb
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.72.126
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-0/logs
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:40:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:48.667519 2349 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:40:48.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:48.669075 2349 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:40:48.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:48.686504 2355 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:40:49.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:48.686497 2356 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:40:49.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:48.689357 2349 server_base.cc:1034] running on GCE node
07:40:49.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:48.686796 2358 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:40:49.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:49.949285 2349 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:40:49.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:49.952589 2349 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:40:49.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:49.954077 2349 hybrid_clock.cc:648] HybridClock initialized: now 1781941249953991 us; error 84 us; skew 500 ppm
07:40:49.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:49.955181 2349 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:40:49.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:49.967756 2349 webserver.cc:460] Webserver started at http://127.2.72.126:33727/ using document root <none> and password file <none>
07:40:49.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:49.968773 2349 fs_manager.cc:359] Metadata directory not provided
07:40:49.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:49.968976 2349 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:40:49.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:49.969385 2349 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:40:49.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:49.974289 2349 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-0/data/instance:
07:40:49.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "382a861e7cbe4f2b9b557014b37feb2a"
07:40:49.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:40:49 on dist-test-slave-bjlg"
07:40:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:49.975353 2349 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-0/wal/instance:
07:40:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "382a861e7cbe4f2b9b557014b37feb2a"
07:40:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:40:49 on dist-test-slave-bjlg"
07:40:49.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:49.982535 2349 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
07:40:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:49.988204 2365 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:40:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:49.989449 2349 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
07:40:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:49.989742 2349 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-0/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-0/wal
07:40:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "382a861e7cbe4f2b9b557014b37feb2a"
07:40:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:40:49 on dist-test-slave-bjlg"
07:40:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:49.990700 2349 fs_report.cc:383] FS layout report
07:40:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:40:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-0/wal
07:40:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-0/wal
07:40:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-0/data/data
07:40:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:40:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:40:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:40:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:40:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:40:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:40:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:40:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:40:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:40:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:40:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:40:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.026356 2349 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:40:50.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.027833 2349 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:40:50.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.028239 2349 kserver.cc:163] Server-wide thread pool size limit: 3276
07:40:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.098853 2349 rpc_server.cc:307] RPC server started. Bound to: 127.2.72.126:44893
07:40:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.098963 2416 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.72.126:44893 every 8 connection(s)
07:40:50.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.101557 2349 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-0/data/info.pb
07:40:50.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.106863 2417 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:40:50.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.110652 2337 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 2349
07:40:50.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.111121 2337 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-0/wal/instance
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.114850 2337 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-1/wal
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-1/data
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-1/logs
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-1/data/info.pb
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.72.125:45387
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.72.125
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.72.84:43401
07:40:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:40:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:40:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:40:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:40:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.72.126:44893,127.2.72.125:45387,127.2.72.124:44513
07:40:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:40:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39611/jwks.json with env {}
07:40:50.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.118575 2417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } has no permanent_uuid. Determining permanent_uuid...
07:40:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.148488 2417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } has no permanent_uuid. Determining permanent_uuid...
07:40:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:50.151043 2366 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.72.125:45387: connect: Connection refused (error 111)
07:40:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:50.155308 2417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.125:45387: Network error: Client connection negotiation failed: client connection to 127.2.72.125:45387: connect: Connection refused (error 111)
07:40:50.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.204927 2417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } attempt: 1
07:40:50.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:50.208993 2417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.125:45387: Network error: Client connection negotiation failed: client connection to 127.2.72.125:45387: connect: Connection refused (error 111)
07:40:50.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.277550 2417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } attempt: 2
07:40:50.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:50.281296 2417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.125:45387: Network error: Client connection negotiation failed: client connection to 127.2.72.125:45387: connect: Connection refused (error 111)
07:40:50.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.372717 2417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } attempt: 3
07:40:50.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:50.376587 2417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.125:45387: Network error: Client connection negotiation failed: client connection to 127.2.72.125:45387: connect: Connection refused (error 111)
07:40:50.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:50.424407 2419 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:40:50.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:50.425034 2419 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:40:50.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:50.425508 2419 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:40:50.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:50.456373 2419 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:40:50.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:50.456671 2419 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:40:50.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:50.456862 2419 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:40:50.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:50.457145 2419 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:40:50.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:50.457347 2419 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:40:50.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:50.457487 2419 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39611/jwks.json
07:40:50.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.493252 2419 master_runner.cc:386] Master server non-default flags:
07:40:50.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:40:50.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.72.84:43401
07:40:50.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:40:50.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:40:50.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-1/data
07:40:50.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-1/wal
07:40:50.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:40:50.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.72.126:44893,127.2.72.125:45387,127.2.72.124:44513
07:40:50.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:40:50.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:40:50.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:40:50.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.72.125:45387
07:40:50.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:40:50.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39611/jwks.json
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-1/data/info.pb
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.72.125
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-1/logs
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:40:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.494453 2419 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:40:50.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.495918 2419 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:40:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:50.514562 2428 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:40:50.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.520056 2417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } attempt: 4
07:40:50.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:50.524083 2417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.125:45387: Network error: Client connection negotiation failed: client connection to 127.2.72.125:45387: connect: Connection refused (error 111)
07:40:50.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.823545 2417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } attempt: 5
07:40:50.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:50.827579 2417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.125:45387: Network error: Client connection negotiation failed: client connection to 127.2.72.125:45387: connect: Connection refused (error 111)
07:40:51.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.375159 2417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } attempt: 6
07:40:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:51.390774 2417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.125:45387: Network error: Client connection negotiation failed: client connection to 127.2.72.125:45387: connect: Connection refused (error 111)
07:40:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:50.514628 2429 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:40:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:50.516010 2419 server_base.cc:1034] running on GCE node
07:40:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:50.520869 2431 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:40:51.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.725477 2419 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:40:51.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.728742 2419 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:40:51.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.730172 2419 hybrid_clock.cc:648] HybridClock initialized: now 1781941251730140 us; error 50 us; skew 500 ppm
07:40:51.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.730970 2419 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:40:51.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.737215 2419 webserver.cc:460] Webserver started at http://127.2.72.125:46683/ using document root <none> and password file <none>
07:40:51.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.738085 2419 fs_manager.cc:359] Metadata directory not provided
07:40:51.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.738262 2419 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:40:51.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.738632 2419 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:40:51.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.743373 2419 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-1/data/instance:
07:40:51.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9fcd55844a734d8383107737bff8834e"
07:40:51.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:40:51 on dist-test-slave-bjlg"
07:40:51.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.744421 2419 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-1/wal/instance:
07:40:51.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9fcd55844a734d8383107737bff8834e"
07:40:51.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:40:51 on dist-test-slave-bjlg"
07:40:51.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.751689 2419 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
07:40:51.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.757361 2440 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:40:51.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.758426 2419 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
07:40:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.758694 2419 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-1/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-1/wal
07:40:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9fcd55844a734d8383107737bff8834e"
07:40:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:40:51 on dist-test-slave-bjlg"
07:40:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.759022 2419 fs_report.cc:383] FS layout report
07:40:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:40:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-1/wal
07:40:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-1/wal
07:40:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-1/data/data
07:40:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:40:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:40:51.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:40:51.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:40:51.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:40:51.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:40:51.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:40:51.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:40:51.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:40:51.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:40:51.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:40:51.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.800413 2419 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:40:51.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.801985 2419 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:40:51.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.802407 2419 kserver.cc:163] Server-wide thread pool size limit: 3276
07:40:51.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.871820 2419 rpc_server.cc:307] RPC server started. Bound to: 127.2.72.125:45387
07:40:51.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.871944 2491 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.72.125:45387 every 8 connection(s)
07:40:51.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.874612 2419 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-1/data/info.pb
07:40:51.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.879475 2337 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 2419
07:40:51.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.879953 2337 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-1/wal/instance
07:40:51.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.880151 2492 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:40:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.882253 2337 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:40:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:40:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-2/wal
07:40:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-2/data
07:40:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:40:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:40:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:40:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:40:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:40:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:40:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-2/logs
07:40:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-2/data/info.pb
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.72.124:44513
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.72.124
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.72.84:43401
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.72.126:44893,127.2.72.125:45387,127.2.72.124:44513
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:40:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39611/jwks.json with env {}
07:40:51.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.893028 2492 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } has no permanent_uuid. Determining permanent_uuid...
07:40:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.921187 2492 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } has no permanent_uuid. Determining permanent_uuid...
07:40:51.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.937711 2492 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } has no permanent_uuid. Determining permanent_uuid...
07:40:51.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:51.940006 2441 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.72.124:44513: connect: Connection refused (error 111)
07:40:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:51.944425 2492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.124:44513: Network error: Client connection negotiation failed: client connection to 127.2.72.124:44513: connect: Connection refused (error 111)
07:40:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:51.993995 2492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } attempt: 1
07:40:51.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:51.998260 2492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.124:44513: Network error: Client connection negotiation failed: client connection to 127.2.72.124:44513: connect: Connection refused (error 111)
07:40:52.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:52.066709 2492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } attempt: 2
07:40:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.070779 2492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.124:44513: Network error: Client connection negotiation failed: client connection to 127.2.72.124:44513: connect: Connection refused (error 111)
07:40:52.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:52.162230 2492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } attempt: 3
07:40:52.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.166390 2492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.124:44513: Network error: Client connection negotiation failed: client connection to 127.2.72.124:44513: connect: Connection refused (error 111)
07:40:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.195436 2494 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:40:52.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.195976 2494 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:40:52.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.196447 2494 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:40:52.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.227104 2494 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:40:52.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.227389 2494 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:40:52.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.227576 2494 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:40:52.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.227766 2494 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:40:52.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.227945 2494 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:40:52.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.228082 2494 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39611/jwks.json
07:40:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:52.262413 2494 master_runner.cc:386] Master server non-default flags:
07:40:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:40:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.72.84:43401
07:40:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-2/data
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-2/wal
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.72.126:44893,127.2.72.125:45387,127.2.72.124:44513
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.72.124:44513
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39611/jwks.json
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-2/data/info.pb
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.72.124
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-2/logs
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:40:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:52.263527 2494 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:40:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:52.265116 2494 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:40:52.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:52.309847 2492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } attempt: 4
07:40:52.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.314688 2492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.124:44513: Network error: Client connection negotiation failed: client connection to 127.2.72.124:44513: connect: Connection refused (error 111)
07:40:52.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:52.451376 2417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } attempt: 7
07:40:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:52.465162 2417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } has no permanent_uuid. Determining permanent_uuid...
07:40:52.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.470275 2417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.124:44513: Network error: Client connection negotiation failed: client connection to 127.2.72.124:44513: connect: Connection refused (error 111)
07:40:52.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:52.528882 2417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } attempt: 1
07:40:52.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.532874 2417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.124:44513: Network error: Client connection negotiation failed: client connection to 127.2.72.124:44513: connect: Connection refused (error 111)
07:40:52.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:52.614104 2492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } attempt: 5
07:40:52.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:52.614441 2417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } attempt: 2
07:40:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.618577 2492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.124:44513: Network error: Client connection negotiation failed: client connection to 127.2.72.124:44513: connect: Connection refused (error 111)
07:40:52.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.618924 2417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.124:44513: Network error: Client connection negotiation failed: client connection to 127.2.72.124:44513: connect: Connection refused (error 111)
07:40:52.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:52.704510 2417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } attempt: 3
07:40:52.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.708665 2417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.124:44513: Network error: Client connection negotiation failed: client connection to 127.2.72.124:44513: connect: Connection refused (error 111)
07:40:52.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:52.849125 2417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } attempt: 4
07:40:52.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.852864 2417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.124:44513: Network error: Client connection negotiation failed: client connection to 127.2.72.124:44513: connect: Connection refused (error 111)
07:40:53.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.136227 2417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } attempt: 5
07:40:53.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:53.141045 2417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.124:44513: Network error: Client connection negotiation failed: client connection to 127.2.72.124:44513: connect: Connection refused (error 111)
07:40:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.166039 2492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } attempt: 6
07:40:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:53.173718 2492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.72.124:44513: Network error: Client connection negotiation failed: client connection to 127.2.72.124:44513: connect: Connection refused (error 111)
07:40:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:52.285553 2494 server_base.cc:1034] running on GCE node
07:40:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.283033 2505 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:40:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.282985 2504 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:40:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:52.283001 2507 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:40:53.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.489080 2494 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:40:53.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.491628 2494 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:40:53.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.492969 2494 hybrid_clock.cc:648] HybridClock initialized: now 1781941253492944 us; error 40 us; skew 500 ppm
07:40:53.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.493865 2494 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:40:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.500114 2494 webserver.cc:460] Webserver started at http://127.2.72.124:34407/ using document root <none> and password file <none>
07:40:53.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.501118 2494 fs_manager.cc:359] Metadata directory not provided
07:40:53.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.501358 2494 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:40:53.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.501847 2494 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:40:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.506857 2494 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-2/data/instance:
07:40:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0b2b2dea46724762827a6ba779f4a558"
07:40:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:40:53 on dist-test-slave-bjlg"
07:40:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.508162 2494 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-2/wal/instance:
07:40:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0b2b2dea46724762827a6ba779f4a558"
07:40:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:40:53 on dist-test-slave-bjlg"
07:40:53.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.515453 2494 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
07:40:53.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.521382 2519 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:40:53.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.522500 2494 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
07:40:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.522831 2494 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-2/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-2/wal
07:40:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0b2b2dea46724762827a6ba779f4a558"
07:40:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:40:53 on dist-test-slave-bjlg"
07:40:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.523118 2494 fs_report.cc:383] FS layout report
07:40:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:40:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-2/wal
07:40:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-2/wal
07:40:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-2/data/data
07:40:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:40:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:40:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:40:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:40:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:40:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:40:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:40:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:40:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:40:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:40:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:40:53.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.571110 2494 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:40:53.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.572585 2494 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:40:53.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.572980 2494 kserver.cc:163] Server-wide thread pool size limit: 3276
07:40:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.642251 2494 rpc_server.cc:307] RPC server started. Bound to: 127.2.72.124:44513
07:40:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.642339 2570 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.72.124:44513 every 8 connection(s)
07:40:53.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.644922 2494 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-2/data/info.pb
07:40:53.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.647593 2337 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 2494
07:40:53.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.648044 2337 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/master-2/wal/instance
07:40:53.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.650910 2571 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:40:53.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.668150 2571 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } has no permanent_uuid. Determining permanent_uuid...
07:40:53.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.693445 2417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } attempt: 6
07:40:53.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.696174 2571 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } has no permanent_uuid. Determining permanent_uuid...
07:40:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.709824 2571 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } has no permanent_uuid. Determining permanent_uuid...
07:40:53.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.719151 2417 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a: Bootstrap starting.
07:40:53.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.725296 2417 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a: Neither blocks nor log segments found. Creating new log.
07:40:53.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.727589 2417 log.cc:824] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a: Log is configured to *not* fsync() on all Append() calls
07:40:53.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.727772 2571 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558: Bootstrap starting.
07:40:53.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.732065 2417 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a: No bootstrap required, opened a new log
07:40:53.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.734131 2571 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558: Neither blocks nor log segments found. Creating new log.
07:40:53.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.736449 2571 log.cc:824] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558: Log is configured to *not* fsync() on all Append() calls
07:40:53.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.742046 2571 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558: No bootstrap required, opened a new log
07:40:53.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.760432 2417 raft_consensus.cc:348] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "382a861e7cbe4f2b9b557014b37feb2a" member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } } peers { permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } } peers { permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } }
07:40:53.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.761293 2417 raft_consensus.cc:374] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:40:53.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.761574 2417 raft_consensus.cc:729] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 382a861e7cbe4f2b9b557014b37feb2a, State: Initialized, Role: FOLLOWER
07:40:53.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.762441 2417 consensus_queue.cc:260] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "382a861e7cbe4f2b9b557014b37feb2a" member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } } peers { permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } } peers { permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } }
07:40:53.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.765259 2583 sys_catalog.cc:455] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "382a861e7cbe4f2b9b557014b37feb2a" member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } } peers { permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } } peers { permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } } }
07:40:53.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.765887 2583 sys_catalog.cc:458] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [sys.catalog]: This master's current role is: FOLLOWER
07:40:53.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.767153 2417 sys_catalog.cc:564] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [sys.catalog]: configured and running, proceeding with master startup.
07:40:53.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.772784 2571 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "382a861e7cbe4f2b9b557014b37feb2a" member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } } peers { permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } } peers { permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } }
07:40:53.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.773756 2571 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:40:53.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.774087 2571 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b2b2dea46724762827a6ba779f4a558, State: Initialized, Role: FOLLOWER
07:40:53.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.775132 2571 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "382a861e7cbe4f2b9b557014b37feb2a" member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } } peers { permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } } peers { permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } }
07:40:53.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.778259 2589 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "382a861e7cbe4f2b9b557014b37feb2a" member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } } peers { permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } } peers { permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } } }
07:40:53.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.779052 2589 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558 [sys.catalog]: This master's current role is: FOLLOWER
07:40:53.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.780435 2571 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558 [sys.catalog]: configured and running, proceeding with master startup.
07:40:53.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:53.787253 2371 tablet.cc:2369] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:40:53.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:53.811308 2600 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:40:53.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:53.811667 2600 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:40:53.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:53.828150 2525 tablet.cc:2369] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:40:53.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:53.840513 2607 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:40:53.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:53.840922 2607 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:40:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.805961 2349 master_runner.cc:186] Error getting master registration for 127.2.72.125:45387: OK, instance_id { permanent_uuid: "9fcd55844a734d8383107737bff8834e" instance_seqno: 1781941251852138 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:40:53.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.844822 2349 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:40:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.837913 2494 master_runner.cc:186] Error getting master registration for 127.2.72.125:45387: OK, instance_id { permanent_uuid: "9fcd55844a734d8383107737bff8834e" instance_seqno: 1781941251852138 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:40:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.874119 2494 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:40:53.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.928402 2583 raft_consensus.cc:482] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:40:53.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.928989 2583 raft_consensus.cc:504] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "382a861e7cbe4f2b9b557014b37feb2a" member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } } peers { permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } } peers { permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } }
07:40:53.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.931577 2583 leader_election.cc:288] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9fcd55844a734d8383107737bff8834e (127.2.72.125:45387), 0b2b2dea46724762827a6ba779f4a558 (127.2.72.124:44513)
07:40:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.933080 2546 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "382a861e7cbe4f2b9b557014b37feb2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b2b2dea46724762827a6ba779f4a558" is_pre_election: true
07:40:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.934026 2546 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 382a861e7cbe4f2b9b557014b37feb2a in term 0.
07:40:53.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.935236 2366 leader_election.cc:302] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b2b2dea46724762827a6ba779f4a558, 382a861e7cbe4f2b9b557014b37feb2a; no voters:
07:40:53.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.936373 2583 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [term 0 FOLLOWER]: Leader pre-election won for term 1
07:40:53.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.936870 2583 raft_consensus.cc:482] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:40:53.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.937299 2583 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [term 0 FOLLOWER]: Advancing to term 1
07:40:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.944013 2583 raft_consensus.cc:504] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "382a861e7cbe4f2b9b557014b37feb2a" member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } } peers { permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } } peers { permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } }
07:40:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.949378 2546 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "382a861e7cbe4f2b9b557014b37feb2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b2b2dea46724762827a6ba779f4a558"
07:40:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.949947 2546 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558 [term 0 FOLLOWER]: Advancing to term 1
07:40:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.960115 2583 leader_election.cc:288] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [CANDIDATE]: Term 1 election: Requested vote from peers 9fcd55844a734d8383107737bff8834e (127.2.72.125:45387), 0b2b2dea46724762827a6ba779f4a558 (127.2.72.124:44513)
07:40:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.960043 2546 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 382a861e7cbe4f2b9b557014b37feb2a in term 1.
07:40:53.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.962757 2366 leader_election.cc:302] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b2b2dea46724762827a6ba779f4a558, 382a861e7cbe4f2b9b557014b37feb2a; no voters:
07:40:53.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.964362 2583 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [term 1 FOLLOWER]: Leader election won for term 1
07:40:53.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.967988 2583 raft_consensus.cc:686] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [term 1 LEADER]: Becoming Leader. State: Replica: 382a861e7cbe4f2b9b557014b37feb2a, State: Running, Role: LEADER
07:40:53.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.969828 2583 consensus_queue.cc:237] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "382a861e7cbe4f2b9b557014b37feb2a" member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } } peers { permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } } peers { permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } }
07:40:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.993574 2609 sys_catalog.cc:455] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 382a861e7cbe4f2b9b557014b37feb2a. Latest consensus state: current_term: 1 leader_uuid: "382a861e7cbe4f2b9b557014b37feb2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "382a861e7cbe4f2b9b557014b37feb2a" member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } } peers { permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } } peers { permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } } }
07:40:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.995312 2609 sys_catalog.cc:458] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [sys.catalog]: This master's current role is: LEADER
07:40:53.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:53.999665 2611 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:40:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.006999 2611 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:40:54.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.032092 2546 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558 [term 1 FOLLOWER]: Refusing update from remote peer 382a861e7cbe4f2b9b557014b37feb2a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:40:54.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.034096 2609 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:40:54.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.074138 2589 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 382a861e7cbe4f2b9b557014b37feb2a. Latest consensus state: current_term: 1 leader_uuid: "382a861e7cbe4f2b9b557014b37feb2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "382a861e7cbe4f2b9b557014b37feb2a" member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } } peers { permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } } peers { permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } } }
07:40:54.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.075045 2589 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558 [sys.catalog]: This master's current role is: FOLLOWER
07:40:54.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.084525 2583 sys_catalog.cc:455] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "382a861e7cbe4f2b9b557014b37feb2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "382a861e7cbe4f2b9b557014b37feb2a" member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } } peers { permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } } peers { permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } } }
07:40:54.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.085603 2583 sys_catalog.cc:458] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [sys.catalog]: This master's current role is: LEADER
07:40:54.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.088935 2589 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "382a861e7cbe4f2b9b557014b37feb2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "382a861e7cbe4f2b9b557014b37feb2a" member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } } peers { permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } } peers { permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } } }
07:40:54.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.089658 2589 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558 [sys.catalog]: This master's current role is: FOLLOWER
07:40:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.091387 2611 catalog_manager.cc:1347] Generated new cluster ID: 96967c72d4b44e25b6212f3b12fa64f9
07:40:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.091671 2611 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:40:54.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.141981 2611 catalog_manager.cc:1370] Generated new certificate authority record
07:40:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.147154 2611 catalog_manager.cc:1504] Loading token signing keys...
07:40:54.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.186443 2611 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a: Generated new TSK 0
07:40:54.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.187610 2611 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:40:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.234086 2492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } attempt: 7
07:40:54.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.244751 2337 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:40:54.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:40:54.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-0/wal
07:40:54.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-0/data
07:40:54.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:40:54.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:40:54.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-0/logs
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-0/data/info.pb
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.72.65:0
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.72.65
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.72.65
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.72.126:44893,127.2.72.125:45387,127.2.72.124:44513
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.72.84:43401
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:40:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:40:54.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.311615 2492 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e: Bootstrap starting.
07:40:54.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.329097 2492 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e: Neither blocks nor log segments found. Creating new log.
07:40:54.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.334699 2492 log.cc:824] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e: Log is configured to *not* fsync() on all Append() calls
07:40:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.356391 2492 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e: No bootstrap required, opened a new log
07:40:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.436749 2492 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "382a861e7cbe4f2b9b557014b37feb2a" member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } } peers { permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } } peers { permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } }
07:40:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.439011 2492 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:40:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.439720 2492 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9fcd55844a734d8383107737bff8834e, State: Initialized, Role: FOLLOWER
07:40:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.442457 2492 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "382a861e7cbe4f2b9b557014b37feb2a" member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } } peers { permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } } peers { permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } }
07:40:54.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.464184 2467 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "382a861e7cbe4f2b9b557014b37feb2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9fcd55844a734d8383107737bff8834e" is_pre_election: true
07:40:54.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.465530 2466 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "382a861e7cbe4f2b9b557014b37feb2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9fcd55844a734d8383107737bff8834e"
07:40:54.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.468573 2467 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 382a861e7cbe4f2b9b557014b37feb2a in term 0.
07:40:54.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.474809 2465 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e [term 0 FOLLOWER]: Advancing to term 1
07:40:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.484999 2465 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e [term 1 FOLLOWER]: Refusing update from remote peer 382a861e7cbe4f2b9b557014b37feb2a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:40:54.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.487990 2583 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [LEADER]: Connected to new peer: Peer: permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:40:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.493224 2622 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "382a861e7cbe4f2b9b557014b37feb2a" member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } } peers { permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } } peers { permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } } }
07:40:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.494557 2622 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e [sys.catalog]: This master's current role is: FOLLOWER
07:40:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.494186 2492 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e [sys.catalog]: configured and running, proceeding with master startup.
07:40:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.569715 2622 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 382a861e7cbe4f2b9b557014b37feb2a. Latest consensus state: current_term: 1 leader_uuid: "382a861e7cbe4f2b9b557014b37feb2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "382a861e7cbe4f2b9b557014b37feb2a" member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } } peers { permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } } peers { permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } } }
07:40:54.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.571796 2623 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "382a861e7cbe4f2b9b557014b37feb2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "382a861e7cbe4f2b9b557014b37feb2a" member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } } peers { permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } } peers { permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } } }
07:40:54.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.572695 2623 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e [sys.catalog]: This master's current role is: FOLLOWER
07:40:54.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.570565 2622 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e [sys.catalog]: This master's current role is: FOLLOWER
07:40:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.636457 2639 catalog_manager.cc:1259] Loaded cluster ID: 96967c72d4b44e25b6212f3b12fa64f9
07:40:54.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.636799 2639 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e: loading cluster ID for follower catalog manager: success
07:40:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.645180 2639 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e: acquiring CA information for follower catalog manager: success
07:40:54.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.651301 2639 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 9fcd55844a734d8383107737bff8834e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:40:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:54.742583 2620 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:40:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:54.743345 2620 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:40:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:54.744100 2620 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:40:54.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:54.806234 2620 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:40:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:54.807833 2620 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.72.65
07:40:54.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.846346 2607 catalog_manager.cc:1259] Loaded cluster ID: 96967c72d4b44e25b6212f3b12fa64f9
07:40:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.846808 2607 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558: loading cluster ID for follower catalog manager: success
07:40:54.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.857445 2607 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558: acquiring CA information for follower catalog manager: success
07:40:54.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.872936 2620 tablet_server_runner.cc:78] Tablet server non-default flags:
07:40:54.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:40:54.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.72.84:43401
07:40:54.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:40:54.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:40:54.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-0/data
07:40:54.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-0/wal
07:40:54.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:40:54.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.72.65:0
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-0/data/info.pb
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.72.65
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.72.126:44893,127.2.72.125:45387,127.2.72.124:44513
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.72.65
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-0/logs
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:40:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:40:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:40:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:40:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:40:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.874579 2620 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:40:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.876348 2607 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0b2b2dea46724762827a6ba779f4a558: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:40:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:54.876886 2620 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:40:54.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:54.922684 2647 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:40:55.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:55.105741 2652 sys_catalog.cc:455] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "382a861e7cbe4f2b9b557014b37feb2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "382a861e7cbe4f2b9b557014b37feb2a" member_type: VOTER last_known_addr { host: "127.2.72.126" port: 44893 } } peers { permanent_uuid: "9fcd55844a734d8383107737bff8834e" member_type: VOTER last_known_addr { host: "127.2.72.125" port: 45387 } } peers { permanent_uuid: "0b2b2dea46724762827a6ba779f4a558" member_type: VOTER last_known_addr { host: "127.2.72.124" port: 44513 } } }
07:40:55.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:55.106477 2652 sys_catalog.cc:458] T 00000000000000000000000000000000 P 382a861e7cbe4f2b9b557014b37feb2a [sys.catalog]: This master's current role is: LEADER
07:40:57.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:54.925935 2646 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:40:57.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:57.363831 2648 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:40:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:56.300570 2645 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 2620
07:40:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:57.365015 2645 kernel_stack_watchdog.cc:198] Thread 2620 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 381ms:
07:40:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
07:40:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
07:40:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
07:40:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
07:40:57.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:57.367370 2620 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.451s user 0.796s sys 1.176s
07:40:57.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:57.367700 2620 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.451s user 0.796s sys 1.176s
07:40:57.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:57.369798 2649 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:40:57.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.370290 2620 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:40:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.371703 2620 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:40:57.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.375672 2620 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:40:57.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.377084 2620 hybrid_clock.cc:648] HybridClock initialized: now 1781941257377016 us; error 72 us; skew 500 ppm
07:40:57.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.378255 2620 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:40:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.393077 2620 webserver.cc:460] Webserver started at http://127.2.72.65:42373/ using document root <none> and password file <none>
07:40:57.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.394321 2620 fs_manager.cc:359] Metadata directory not provided
07:40:57.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.394598 2620 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:40:57.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.395284 2620 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:40:57.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.402360 2620 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-0/data/instance:
07:40:57.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "39c9275b817a480f809885f90212075e"
07:40:57.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:40:57 on dist-test-slave-bjlg"
07:40:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.403817 2620 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-0/wal/instance:
07:40:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "39c9275b817a480f809885f90212075e"
07:40:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:40:57 on dist-test-slave-bjlg"
07:40:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.413549 2620 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.006s sys 0.002s
07:40:57.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.421075 2659 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:40:57.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.422442 2620 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
07:40:57.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.422847 2620 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-0/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-0/wal
07:40:57.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "39c9275b817a480f809885f90212075e"
07:40:57.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:40:57 on dist-test-slave-bjlg"
07:40:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.423285 2620 fs_report.cc:383] FS layout report
07:40:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:40:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-0/wal
07:40:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-0/wal
07:40:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-0/data/data
07:40:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:40:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:40:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:40:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:40:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:40:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:40:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:40:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:40:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:40:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:40:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:40:57.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.493444 2620 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:40:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.495400 2620 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:40:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.495942 2620 kserver.cc:163] Server-wide thread pool size limit: 3276
07:40:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.499353 2620 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:40:57.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.505182 2620 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:40:57.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.505457 2620 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:40:57.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.505759 2620 ts_tablet_manager.cc:610] Registered 0 tablets
07:40:57.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.505970 2620 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:40:57.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.695681 2620 rpc_server.cc:307] RPC server started. Bound to: 127.2.72.65:46335
07:40:57.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.695807 2771 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.72.65:46335 every 8 connection(s)
07:40:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.698719 2620 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-0/data/info.pb
07:40:57.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.700979 2337 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 2620
07:40:57.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.701488 2337 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-0/wal/instance
07:40:57.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.719784 2337 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:40:57.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:40:57.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-1/wal
07:40:57.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-1/data
07:40:57.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:40:57.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:40:57.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-1/logs
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-1/data/info.pb
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.72.66:0
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.72.66
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.72.66
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.72.126:44893,127.2.72.125:45387,127.2.72.124:44513
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.72.84:43401
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:40:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:40:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.762223 2772 heartbeater.cc:347] Connected to a master server at 127.2.72.124:44513
07:40:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.762699 2772 heartbeater.cc:464] Registering TS with master...
07:40:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.763885 2772 heartbeater.cc:511] Master 127.2.72.124:44513 requested a full tablet report, sending...
07:40:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.768631 2536 ts_manager.cc:194] Registered new tserver with Master: 39c9275b817a480f809885f90212075e (127.2.72.65:46335)
07:40:57.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.789623 2773 heartbeater.cc:347] Connected to a master server at 127.2.72.125:45387
07:40:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.789973 2773 heartbeater.cc:464] Registering TS with master...
07:40:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.790709 2773 heartbeater.cc:511] Master 127.2.72.125:45387 requested a full tablet report, sending...
07:40:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.793110 2457 ts_manager.cc:194] Registered new tserver with Master: 39c9275b817a480f809885f90212075e (127.2.72.65:46335)
07:40:57.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.798195 2777 heartbeater.cc:347] Connected to a master server at 127.2.72.126:44893
07:40:57.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.798501 2777 heartbeater.cc:464] Registering TS with master...
07:40:57.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.799240 2777 heartbeater.cc:511] Master 127.2.72.126:44893 requested a full tablet report, sending...
07:40:57.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.801252 2381 ts_manager.cc:194] Registered new tserver with Master: 39c9275b817a480f809885f90212075e (127.2.72.65:46335)
07:40:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:57.803335 2381 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.2.72.65:59645
07:40:58.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:58.129639 2776 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:40:58.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:58.130196 2776 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:40:58.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:58.130735 2776 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:40:58.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:58.163571 2776 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:40:58.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:58.164526 2776 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.72.66
07:40:58.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:58.200347 2776 tablet_server_runner.cc:78] Tablet server non-default flags:
07:40:58.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:40:58.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.72.84:43401
07:40:58.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:40:58.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:40:58.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-1/data
07:40:58.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-1/wal
07:40:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:40:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:40:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.72.66:0
07:40:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:40:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:40:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:40:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-1/data/info.pb
07:40:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.72.66
07:40:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:40:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.72.126:44893,127.2.72.125:45387,127.2.72.124:44513
07:40:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:40:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:40:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:40:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:40:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:40:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.72.66
07:40:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-1/logs
07:40:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:40:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:40:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:40:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:40:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:40:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:40:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:40:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:40:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:40:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:40:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:58.201866 2776 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:40:58.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:58.203610 2776 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:40:58.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:58.806677 2777 heartbeater.cc:503] Master 127.2.72.126:44893 was elected leader, sending a full tablet report...
07:40:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:58.222236 2790 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:40:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:58.222225 2792 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:40:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:40:58.222822 2789 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:40:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:58.223747 2776 server_base.cc:1034] running on GCE node
07:40:59.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.469389 2776 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:40:59.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.471664 2776 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:40:59.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.473067 2776 hybrid_clock.cc:648] HybridClock initialized: now 1781941259473021 us; error 49 us; skew 500 ppm
07:40:59.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.473870 2776 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:40:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.480425 2776 webserver.cc:460] Webserver started at http://127.2.72.66:35571/ using document root <none> and password file <none>
07:40:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.481439 2776 fs_manager.cc:359] Metadata directory not provided
07:40:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.481673 2776 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:40:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.482219 2776 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:40:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.487171 2776 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-1/data/instance:
07:40:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fdff35d6d7de441585d574c5f03752e5"
07:40:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:40:59 on dist-test-slave-bjlg"
07:40:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.488350 2776 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-1/wal/instance:
07:40:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fdff35d6d7de441585d574c5f03752e5"
07:40:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:40:59 on dist-test-slave-bjlg"
07:40:59.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.495581 2776 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
07:40:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.501752 2800 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:40:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.502815 2776 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
07:40:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.503170 2776 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-1/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-1/wal
07:40:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fdff35d6d7de441585d574c5f03752e5"
07:40:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:40:59 on dist-test-slave-bjlg"
07:40:59.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.503525 2776 fs_report.cc:383] FS layout report
07:40:59.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:40:59.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-1/wal
07:40:59.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-1/wal
07:40:59.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-1/data/data
07:40:59.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:40:59.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:40:59.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:40:59.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:40:59.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:40:59.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:40:59.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:40:59.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:40:59.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:40:59.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:40:59.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:40:59.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.536077 2776 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:40:59.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.537631 2776 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:40:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.538113 2776 kserver.cc:163] Server-wide thread pool size limit: 3276
07:40:59.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.540589 2776 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:40:59.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.545092 2776 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:40:59.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.545316 2776 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:40:59.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.545644 2776 ts_tablet_manager.cc:610] Registered 0 tablets
07:40:59.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.545820 2776 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:40:59.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.688849 2776 rpc_server.cc:307] RPC server started. Bound to: 127.2.72.66:37775
07:40:59.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.688967 2912 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.72.66:37775 every 8 connection(s)
07:40:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.691404 2776 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-1/data/info.pb
07:40:59.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.696666 2337 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 2776
07:40:59.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.697399 2337 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-1/wal/instance
07:40:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.716943 2337 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:40:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:40:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-2/wal
07:40:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-2/data
07:40:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:40:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:40:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:40:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:40:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-2/logs
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-2/data/info.pb
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.72.67:0
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.72.67
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.72.67
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.72.126:44893,127.2.72.125:45387,127.2.72.124:44513
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.72.84:43401
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:40:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:40:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.750031 2915 heartbeater.cc:347] Connected to a master server at 127.2.72.126:44893
07:40:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.750499 2914 heartbeater.cc:347] Connected to a master server at 127.2.72.125:45387
07:40:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.750547 2915 heartbeater.cc:464] Registering TS with master...
07:40:59.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.750874 2914 heartbeater.cc:464] Registering TS with master...
07:40:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.751863 2915 heartbeater.cc:511] Master 127.2.72.126:44893 requested a full tablet report, sending...
07:40:59.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.751906 2914 heartbeater.cc:511] Master 127.2.72.125:45387 requested a full tablet report, sending...
07:40:59.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.754719 2913 heartbeater.cc:347] Connected to a master server at 127.2.72.124:44513
07:40:59.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.755012 2457 ts_manager.cc:194] Registered new tserver with Master: fdff35d6d7de441585d574c5f03752e5 (127.2.72.66:37775)
07:40:59.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.755075 2913 heartbeater.cc:464] Registering TS with master...
07:40:59.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.755234 2381 ts_manager.cc:194] Registered new tserver with Master: fdff35d6d7de441585d574c5f03752e5 (127.2.72.66:37775)
07:40:59.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.755971 2913 heartbeater.cc:511] Master 127.2.72.124:44513 requested a full tablet report, sending...
07:40:59.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.757575 2381 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.2.72.66:50227
07:40:59.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:40:59.758730 2536 ts_manager.cc:194] Registered new tserver with Master: fdff35d6d7de441585d574c5f03752e5 (127.2.72.66:37775)
07:41:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:00.047777 2923 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:41:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:00.048385 2923 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:41:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:00.048955 2923 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:41:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:00.080008 2923 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:41:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:00.081106 2923 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.72.67
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:00.116745 2923 tablet_server_runner.cc:78] Tablet server non-default flags:
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.72.84:43401
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-2/data
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-2/wal
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.72.67:0
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-2/data/info.pb
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.72.67
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.72.126:44893,127.2.72.125:45387,127.2.72.124:44513
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.72.67
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-2/logs
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:41:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:41:00.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:41:00.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:00.118207 2923 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:41:00.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:00.119782 2923 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:41:00.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:00.138301 2932 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:00.761761 2915 heartbeater.cc:503] Master 127.2.72.126:44893 was elected leader, sending a full tablet report...
07:41:01.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:00.139896 2923 server_base.cc:1034] running on GCE node
07:41:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:00.139123 2930 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:00.138549 2929 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.345376 2923 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:41:01.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.348169 2923 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:41:01.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.349607 2923 hybrid_clock.cc:648] HybridClock initialized: now 1781941261349571 us; error 52 us; skew 500 ppm
07:41:01.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.350488 2923 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:41:01.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.356606 2923 webserver.cc:460] Webserver started at http://127.2.72.67:38717/ using document root <none> and password file <none>
07:41:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.357477 2923 fs_manager.cc:359] Metadata directory not provided
07:41:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.357659 2923 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:41:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.358023 2923 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:41:01.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.362655 2923 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-2/data/instance:
07:41:01.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6126be24692448faadd4cb5161535d24"
07:41:01.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:01 on dist-test-slave-bjlg"
07:41:01.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.363643 2923 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-2/wal/instance:
07:41:01.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6126be24692448faadd4cb5161535d24"
07:41:01.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:01 on dist-test-slave-bjlg"
07:41:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.370784 2923 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.002s
07:41:01.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.376031 2940 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:41:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.377184 2923 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s
07:41:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.377468 2923 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-2/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-2/wal
07:41:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6126be24692448faadd4cb5161535d24"
07:41:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:01 on dist-test-slave-bjlg"
07:41:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.377930 2923 fs_report.cc:383] FS layout report
07:41:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:41:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-2/wal
07:41:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-2/wal
07:41:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-2/data/data
07:41:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:41:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:41:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:41:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:41:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:41:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:41:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:41:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:41:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:41:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:41:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:41:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.419939 2923 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:41:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.421521 2923 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:41:01.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.422017 2923 kserver.cc:163] Server-wide thread pool size limit: 3276
07:41:01.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.424604 2923 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:41:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.428795 2923 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:41:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.429061 2923 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:41:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.429309 2923 ts_tablet_manager.cc:610] Registered 0 tablets
07:41:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.429448 2923 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:41:01.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.569681 2923 rpc_server.cc:307] RPC server started. Bound to: 127.2.72.67:34991
07:41:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.569764 3052 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.72.67:34991 every 8 connection(s)
07:41:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.572114 2923 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-2/data/info.pb
07:41:01.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.580298 2337 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 2923
07:41:01.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.580808 2337 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster3463214214381907754/ts-2/wal/instance
07:41:01.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.616324 3053 heartbeater.cc:347] Connected to a master server at 127.2.72.124:44513
07:41:01.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.616827 3053 heartbeater.cc:464] Registering TS with master...
07:41:01.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.618077 3053 heartbeater.cc:511] Master 127.2.72.124:44513 requested a full tablet report, sending...
07:41:01.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.618829 3055 heartbeater.cc:347] Connected to a master server at 127.2.72.126:44893
07:41:01.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.619168 3055 heartbeater.cc:464] Registering TS with master...
07:41:01.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.620014 3055 heartbeater.cc:511] Master 127.2.72.126:44893 requested a full tablet report, sending...
07:41:01.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.620963 2536 ts_manager.cc:194] Registered new tserver with Master: 6126be24692448faadd4cb5161535d24 (127.2.72.67:34991)
07:41:01.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.622211 2381 ts_manager.cc:194] Registered new tserver with Master: 6126be24692448faadd4cb5161535d24 (127.2.72.67:34991)
07:41:01.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.624054 2381 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.2.72.67:43601
07:41:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.629441 3054 heartbeater.cc:347] Connected to a master server at 127.2.72.125:45387
07:41:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.629710 3054 heartbeater.cc:464] Registering TS with master...
07:41:01.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.630213 3054 heartbeater.cc:511] Master 127.2.72.125:45387 requested a full tablet report, sending...
07:41:01.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.632256 2457 ts_manager.cc:194] Registered new tserver with Master: 6126be24692448faadd4cb5161535d24 (127.2.72.67:34991)
07:41:01.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.640260 2337 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
07:41:01.651 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:41:01.651 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
07:41:01.652 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.2.72.126"
port: 44893
}
bound_http_address {
host: "127.2.72.126"
port: 33727
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.2.72.125"
port: 45387
}
bound_http_address {
host: "127.2.72.125"
port: 46683
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.2.72.124"
port: 44513
}
bound_http_address {
host: "127.2.72.124"
port: 34407
}
}
}
07:41:01.652 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:41:01.653 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.2.72.65"
port: 46335
}
bound_http_address {
host: "127.2.72.65"
port: 42373
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.2.72.66"
port: 37775
}
bound_http_address {
host: "127.2.72.66"
port: 35571
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.2.72.67"
port: 34991
}
bound_http_address {
host: "127.2.72.67"
port: 38717
}
}
}
07:41:01.653 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
07:41:01.654 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster8039634597906700024/krb5kdc/krb5cc
07:41:01.654 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
07:41:01.655 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskNAFIDr/test-tmp
07:41:01.656 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:41:01.656 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskNAFIDr/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:41:01.657 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
07:41:01.994 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:01.994 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:41:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:01.999392 3064 mini_oidc.cc:152] Starting JWKS server
07:41:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:02.004021 3064 webserver.cc:460] Webserver started at http://127.0.0.1:37273/ using document root <none> and password file <none>
07:41:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:02.004684 3064 mini_oidc.cc:189] Starting OIDC Discovery server
07:41:02.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:02.006920 3064 webserver.cc:460] Webserver started at http://127.0.0.1:37751/ using document root <none> and password file <none>
07:41:02.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
07:41:02.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/principal' for realm 'KRBTEST.COM',
07:41:02.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
07:41:02.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:02 dist-test-slave-bjlg krb5kdc[3075](info): setting up network...
07:41:02.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
07:41:02.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:02 dist-test-slave-bjlg krb5kdc[3075](info): set up 2 sockets
07:41:02.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:02 dist-test-slave-bjlg krb5kdc[3075](info): commencing operation
07:41:02.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
07:41:02.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:02.628706 3055 heartbeater.cc:503] Master 127.2.72.126:44893 was elected leader, sending a full tablet report...
07:41:03.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:03.119894 3064 mini_kdc.cc:121] Time spent starting KDC: real 1.078s user 0.002s sys 0.020s
07:41:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
07:41:03.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:41:03.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
07:41:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
07:41:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:41:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
07:41:03.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
07:41:03.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:41:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
07:41:03.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:41:03.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/test-user.keytab.
07:41:03.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/test-user.keytab.
07:41:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:03 dist-test-slave-bjlg krb5kdc[3075](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941263, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:41:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:41:03.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:41:03Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:41:03.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:41:03Z Disabled control of system clock
07:41:03.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.2.254.62@KRBTEST.COM; defaulting to no policy
07:41:03.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:41:03.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.2.254.62@KRBTEST.COM" created.
07:41:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:41:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.2.254.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.62.keytab.
07:41:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.2.254.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.62.keytab.
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:03.306910 3064 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/logs
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data/info.pb
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.62:39329
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.62
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.62.keytab
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.62
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:41:03.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:03.612228 3089 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:41:03.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:03.612907 3089 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:41:03.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:03.613581 3089 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:41:03.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:03.650902 3089 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:41:03.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:03.651233 3089 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:41:03.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:03.651676 3089 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:41:03.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:03.652000 3089 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:41:03.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:03.652326 3089 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:41:03.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:03.652665 3089 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:41:03.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:03.652895 3089 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37273/jwks.json
07:41:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:03.693027 3089 master_runner.cc:386] Master server non-default flags:
07:41:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data
07:41:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:41:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.62.keytab
07:41:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.62
07:41:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.62:39329
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data/info.pb
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.62
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/logs
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:41:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:03.694557 3089 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:41:03.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:03.695874 3089 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:41:03.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:03.715674 3095 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:04.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:03.716429 3098 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:04.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:03.715698 3096 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:04.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:03.717552 3089 server_base.cc:1034] running on GCE node
07:41:04.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:04.944593 3089 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:41:04.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:04.947669 3089 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:41:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:04.949086 3089 hybrid_clock.cc:648] HybridClock initialized: now 1781941264949030 us; error 74 us; skew 500 ppm
07:41:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:04.949851 3089 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:41:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:04 dist-test-slave-bjlg krb5kdc[3075](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941264, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:41:04.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:04.959770 3089 init.cc:377] Logged in from keytab as kudu/127.2.254.62@KRBTEST.COM (short username kudu)
07:41:04.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:04.964924 3089 webserver.cc:460] Webserver started at http://127.2.254.62:37747/ using document root <none> and password file <none>
07:41:04.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:04.965758 3089 fs_manager.cc:359] Metadata directory not provided
07:41:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:04.965948 3089 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:41:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:04.966343 3089 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:41:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:04.971246 3089 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data/instance:
07:41:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8f333bde16b404f9e3623a9499b0c6c"
07:41:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:04 on dist-test-slave-bjlg"
07:41:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:04.972323 3089 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal/instance:
07:41:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8f333bde16b404f9e3623a9499b0c6c"
07:41:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:04 on dist-test-slave-bjlg"
07:41:04.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:04.979938 3089 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
07:41:04.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:04.985546 3107 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:41:04.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:04.986521 3089 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.002s
07:41:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:04.986799 3089 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8f333bde16b404f9e3623a9499b0c6c"
07:41:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:04 on dist-test-slave-bjlg"
07:41:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:04.987128 3089 fs_report.cc:383] FS layout report
07:41:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:41:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data/data
07:41:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:41:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:41:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:41:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:41:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:41:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:41:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:41:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:41:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:41:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:41:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:41:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.024848 3089 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:41:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.030592 3089 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:41:05.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.031008 3089 kserver.cc:163] Server-wide thread pool size limit: 3276
07:41:05.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.102763 3089 rpc_server.cc:307] RPC server started. Bound to: 127.2.254.62:39329
07:41:05.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.102917 3158 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.254.62:39329 every 8 connection(s)
07:41:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.105585 3089 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data/info.pb
07:41:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.107232 3064 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 3089
07:41:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.107860 3064 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal/instance
07:41:05.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.112881 3159 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:41:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.2.254.61@KRBTEST.COM; defaulting to no policy
07:41:05.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.129339 3159 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } has no permanent_uuid. Determining permanent_uuid...
07:41:05.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:41:05.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.2.254.61@KRBTEST.COM" created.
07:41:05.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:41:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.2.254.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.61.keytab.
07:41:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.2.254.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.61.keytab.
07:41:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:05 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941264, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.62@KRBTEST.COM for kudu/127.2.254.62@KRBTEST.COM
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.164736 3064 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/logs
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data/info.pb
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.61:33953
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.61
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.61.keytab
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.61
07:41:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:41:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:41:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:41:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.176164 3159 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } has no permanent_uuid. Determining permanent_uuid...
07:41:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.178751 3110 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.254.61:33953: connect: Connection refused (error 111)
07:41:05.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.182940 3159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.61:33953: Network error: Client connection negotiation failed: client connection to 127.2.254.61:33953: connect: Connection refused (error 111)
07:41:05.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.232383 3159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } attempt: 1
07:41:05.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.236004 3159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.61:33953: Network error: Client connection negotiation failed: client connection to 127.2.254.61:33953: connect: Connection refused (error 111)
07:41:05.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.304433 3159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } attempt: 2
07:41:05.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.308100 3159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.61:33953: Network error: Client connection negotiation failed: client connection to 127.2.254.61:33953: connect: Connection refused (error 111)
07:41:05.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.399459 3159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } attempt: 3
07:41:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.402848 3159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.61:33953: Network error: Client connection negotiation failed: client connection to 127.2.254.61:33953: connect: Connection refused (error 111)
07:41:05.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.470327 3165 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:41:05.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.470845 3165 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:41:05.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.471414 3165 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:41:05.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.502974 3165 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:41:05.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.503198 3165 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:41:05.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.503479 3165 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:41:05.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.503691 3165 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:41:05.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.503875 3165 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:41:05.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.504055 3165 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:41:05.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.504190 3165 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37273/jwks.json
07:41:05.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.546273 3159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } attempt: 4
07:41:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.548955 3165 master_runner.cc:386] Master server non-default flags:
07:41:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data
07:41:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:41:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.61.keytab
07:41:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.61
07:41:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.61:33953
07:41:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data/info.pb
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.61
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/logs
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:41:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.550546 3165 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:41:05.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.552100 3165 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:41:05.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.553750 3159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.61:33953: Network error: Client connection negotiation failed: client connection to 127.2.254.61:33953: connect: Connection refused (error 111)
07:41:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.575099 3173 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:05.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:05.853156 3159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } attempt: 5
07:41:05.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.858855 3159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.61:33953: Network error: Client connection negotiation failed: client connection to 127.2.254.61:33953: connect: Connection refused (error 111)
07:41:06.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:06.406353 3159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } attempt: 6
07:41:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:06.426808 3159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.61:33953: Network error: Client connection negotiation failed: client connection to 127.2.254.61:33953: connect: Connection refused (error 111)
07:41:06.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:06.574862 2413 debug-util.cc:398] Leaking SignalData structure 0x7b0800072200 after lost signal to thread 2350
07:41:06.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:06.575567 2413 debug-util.cc:398] Leaking SignalData structure 0x7b08000c4900 after lost signal to thread 2416
07:41:07.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.575176 3175 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:07.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:05.580302 3172 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:07.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.144167 3174 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1571 milliseconds
07:41:07.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.144276 3165 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:41:07.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.148862 3165 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:41:07.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.151955 3165 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:41:07.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.153483 3165 hybrid_clock.cc:648] HybridClock initialized: now 1781941267153415 us; error 85 us; skew 500 ppm
07:41:07.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.154369 3165 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:41:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:07 dist-test-slave-bjlg krb5kdc[3075](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941267, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:41:07.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.160046 3165 init.cc:377] Logged in from keytab as kudu/127.2.254.61@KRBTEST.COM (short username kudu)
07:41:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.165773 3165 webserver.cc:460] Webserver started at http://127.2.254.61:44269/ using document root <none> and password file <none>
07:41:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.166669 3165 fs_manager.cc:359] Metadata directory not provided
07:41:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.166888 3165 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:41:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.167369 3165 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:41:07.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.172456 3165 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data/instance:
07:41:07.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1190124af5f4a1498120c7ada2dfdbc"
07:41:07.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:07 on dist-test-slave-bjlg"
07:41:07.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.173678 3165 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal/instance:
07:41:07.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1190124af5f4a1498120c7ada2dfdbc"
07:41:07.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:07 on dist-test-slave-bjlg"
07:41:07.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.181800 3165 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.003s sys 0.005s
07:41:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.187469 3185 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:41:07.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.188644 3165 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
07:41:07.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.188987 3165 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:07.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1190124af5f4a1498120c7ada2dfdbc"
07:41:07.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:07 on dist-test-slave-bjlg"
07:41:07.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.189335 3165 fs_report.cc:383] FS layout report
07:41:07.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:41:07.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:07.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:07.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data/data
07:41:07.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:41:07.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:41:07.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:41:07.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:41:07.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:41:07.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:41:07.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:41:07.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:41:07.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:41:07.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:41:07.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:41:07.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.223536 3165 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:41:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.229287 3165 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:41:07.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.229803 3165 kserver.cc:163] Server-wide thread pool size limit: 3276
07:41:07.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.317464 3165 rpc_server.cc:307] RPC server started. Bound to: 127.2.254.61:33953
07:41:07.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.317518 3236 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.254.61:33953 every 8 connection(s)
07:41:07.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.320219 3165 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data/info.pb
07:41:07.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.326119 3064 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 3165
07:41:07.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.326613 3064 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal/instance
07:41:07.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.326763 3237 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:41:07.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.341394 3237 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } has no permanent_uuid. Determining permanent_uuid...
07:41:07.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.2.254.60@KRBTEST.COM; defaulting to no policy
07:41:07.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:41:07.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.2.254.60@KRBTEST.COM" created.
07:41:07.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:07 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941267, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.61@KRBTEST.COM for kudu/127.2.254.62@KRBTEST.COM
07:41:07.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:41:07.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.2.254.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.60.keytab.
07:41:07.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.2.254.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.60.keytab.
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.377990 3064 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/logs
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data/info.pb
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:41:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:41:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.60:44445
07:41:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.60
07:41:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:41:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.60.keytab
07:41:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.60
07:41:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:41:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:41:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:07.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:07.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:07.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:07.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:07.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:07.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:07.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:41:07.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.388458 3237 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } has no permanent_uuid. Determining permanent_uuid...
07:41:07.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:07 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941267, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.61@KRBTEST.COM for kudu/127.2.254.61@KRBTEST.COM
07:41:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.416592 3237 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } has no permanent_uuid. Determining permanent_uuid...
07:41:07.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.419317 3189 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:07.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.423355 3237 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.60:44445: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:07.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.472806 3237 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } attempt: 1
07:41:07.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.476351 3237 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.60:44445: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.487347 3159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } attempt: 7
07:41:07.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:07 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941264, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.62@KRBTEST.COM for kudu/127.2.254.61@KRBTEST.COM
07:41:07.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.514715 3159 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } has no permanent_uuid. Determining permanent_uuid...
07:41:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.520452 3159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.60:44445: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:07.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.544777 3237 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } attempt: 2
07:41:07.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.548523 3237 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.60:44445: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:07.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.578907 3159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } attempt: 1
07:41:07.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.583581 3159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.60:44445: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:07.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.639958 3237 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } attempt: 3
07:41:07.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.645221 3237 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.60:44445: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:07.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.664988 3159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } attempt: 2
07:41:07.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.670266 3159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.60:44445: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:07.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.755661 3159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } attempt: 3
07:41:07.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.759495 3159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.60:44445: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:07.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.788659 3237 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } attempt: 4
07:41:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.792698 3237 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.60:44445: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:07.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.867548 3243 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:41:07.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.868371 3243 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:41:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.869484 3243 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:41:07.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:07.899847 3159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } attempt: 4
07:41:07.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.903505 3159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.60:44445: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:07.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.933465 3243 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:41:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.933805 3243 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:41:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.934324 3243 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:41:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.934684 3243 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:41:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.935038 3243 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:41:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.935395 3243 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:41:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:07.935650 3243 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37273/jwks.json
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:08.008895 3243 master_runner.cc:386] Master server non-default flags:
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.60.keytab
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.60
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.60:44445
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:41:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data/info.pb
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.60
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/logs
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:41:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:08.010598 3243 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:41:08.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:08.012058 3243 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:41:08.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:08.033646 3254 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:08.092118 3237 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } attempt: 5
07:41:08.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:08.097371 3237 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.60:44445: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:08.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:08.186931 3159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } attempt: 5
07:41:08.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:08.192351 3159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.60:44445: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:08.644948 3237 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } attempt: 6
07:41:08.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:08.663784 3237 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.60:44445: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:08.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:08.744988 3159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } attempt: 6
07:41:08.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:08.752506 3159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.60:44445: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:09.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:08.034065 3253 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:09.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:08.035154 3256 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:09.291232 3255 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:41:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.291359 3243 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:41:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.295357 3243 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:41:09.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.298738 3243 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:41:09.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.300156 3243 hybrid_clock.cc:648] HybridClock initialized: now 1781941269300125 us; error 49 us; skew 500 ppm
07:41:09.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.300963 3243 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:41:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:09 dist-test-slave-bjlg krb5kdc[3075](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941269, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:41:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.306777 3243 init.cc:377] Logged in from keytab as kudu/127.2.254.60@KRBTEST.COM (short username kudu)
07:41:09.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.312426 3243 webserver.cc:460] Webserver started at http://127.2.254.60:39655/ using document root <none> and password file <none>
07:41:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.313575 3243 fs_manager.cc:359] Metadata directory not provided
07:41:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.313800 3243 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:41:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.314282 3243 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:41:09.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.319176 3243 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data/instance:
07:41:09.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2af5f3ce1c8240fe8d42ae4edf72032c"
07:41:09.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:09 on dist-test-slave-bjlg"
07:41:09.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.320286 3243 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal/instance:
07:41:09.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2af5f3ce1c8240fe8d42ae4edf72032c"
07:41:09.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:09 on dist-test-slave-bjlg"
07:41:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.327562 3243 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
07:41:09.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.333006 3271 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:41:09.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.334159 3243 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
07:41:09.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.334450 3243 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:09.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2af5f3ce1c8240fe8d42ae4edf72032c"
07:41:09.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:09 on dist-test-slave-bjlg"
07:41:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.334748 3243 fs_report.cc:383] FS layout report
07:41:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:41:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data/data
07:41:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:41:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:41:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:41:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:41:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:41:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:41:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:41:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:41:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:41:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:41:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:41:09.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.371372 3243 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:41:09.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.377167 3243 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:41:09.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.377636 3243 kserver.cc:163] Server-wide thread pool size limit: 3276
07:41:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.449299 3243 rpc_server.cc:307] RPC server started. Bound to: 127.2.254.60:44445
07:41:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.449376 3322 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.254.60:44445 every 8 connection(s)
07:41:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.452293 3243 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data/info.pb
07:41:09.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.457945 3323 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:41:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.461957 3064 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 3243
07:41:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.462437 3064 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal/instance
07:41:09.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.472488 3323 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } has no permanent_uuid. Determining permanent_uuid...
07:41:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:09 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941269, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.60@KRBTEST.COM for kudu/127.2.254.62@KRBTEST.COM
07:41:09.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:09 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941263, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.2.254.60@KRBTEST.COM
07:41:09.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.507378 3323 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } has no permanent_uuid. Determining permanent_uuid...
07:41:09.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:09 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941269, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.60@KRBTEST.COM for kudu/127.2.254.61@KRBTEST.COM
07:41:09.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:09 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941263, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.2.254.61@KRBTEST.COM
07:41:09.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.531829 3323 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } has no permanent_uuid. Determining permanent_uuid...
07:41:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:09 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941269, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.60@KRBTEST.COM for kudu/127.2.254.60@KRBTEST.COM
07:41:09.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:09 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941263, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.2.254.62@KRBTEST.COM
07:41:09.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.561625 3323 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: Bootstrap starting.
07:41:09.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.568136 3323 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: Neither blocks nor log segments found. Creating new log.
07:41:09.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.570185 3323 log.cc:824] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: Log is configured to *not* fsync() on all Append() calls
07:41:09.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.573071 3064 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
07:41:09.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.575019 3323 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: No bootstrap required, opened a new log
07:41:09.582 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:09.582 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
07:41:09.583 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
07:41:09.583 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
07:41:09.584 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.2.254.62"
port: 39329
}
bound_http_address {
host: "127.2.254.62"
port: 37747
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.2.254.61"
port: 33953
}
bound_http_address {
host: "127.2.254.61"
port: 44269
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.2.254.60"
port: 44445
}
bound_http_address {
host: "127.2.254.60"
port: 39655
}
}
}
07:41:09.585 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:41:09.585 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:09.585 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:41:09.586 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:41:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.604068 3323 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.604941 3323 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:41:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.605207 3323 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2af5f3ce1c8240fe8d42ae4edf72032c, State: Initialized, Role: FOLLOWER
07:41:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.606108 3323 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.609228 3334 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.610653 3334 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: This master's current role is: FOLLOWER
07:41:09.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.610917 3323 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: configured and running, proceeding with master startup.
07:41:09.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:09 dist-test-slave-bjlg krb5kdc[3075](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941269, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:41:09.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:41:09.621 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:09.622 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5cc
07:41:09.623 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:41:09.623 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-user
07:41:09.623 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-user"
}
07:41:09.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:09.632951 3277 tablet.cc:2369] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:41:09.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:09.639568 3346 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:41:09.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:09.639892 3346 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:41:09.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:09 dist-test-slave-bjlg krb5kdc[3075](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941269, etypes {rep=17 tkt=17 ses=17}, test-user@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:41:09.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-user@KRBTEST.COM:
07:41:09.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.636384 3243 master_runner.cc:186] Error getting master registration for 127.2.254.62:39329: OK, instance_id { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" instance_seqno: 1781941265081677 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:41:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.667788 3243 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:41:09.670 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:09.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.724395 3237 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } attempt: 7
07:41:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:09 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941267, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.61@KRBTEST.COM for kudu/127.2.254.60@KRBTEST.COM
07:41:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.756603 3237 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: Bootstrap starting.
07:41:09.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.761533 3237 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: Neither blocks nor log segments found. Creating new log.
07:41:09.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.763105 3237 log.cc:824] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: Log is configured to *not* fsync() on all Append() calls
07:41:09.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.767295 3237 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: No bootstrap required, opened a new log
07:41:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.786128 3159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } attempt: 7
07:41:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.787496 3237 raft_consensus.cc:348] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.788475 3237 raft_consensus.cc:374] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:41:09.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.788923 3237 raft_consensus.cc:729] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d1190124af5f4a1498120c7ada2dfdbc, State: Initialized, Role: FOLLOWER
07:41:09.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.790045 3237 consensus_queue.cc:260] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:09.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.794819 3352 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:09.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.795769 3352 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: This master's current role is: FOLLOWER
07:41:09.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.797040 3237 sys_catalog.cc:564] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: configured and running, proceeding with master startup.
07:41:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:09 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941264, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.62@KRBTEST.COM for kudu/127.2.254.60@KRBTEST.COM
07:41:09.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.817970 3334 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:41:09.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.818475 3334 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:09.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.821625 3334 leader_election.cc:288] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d8f333bde16b404f9e3623a9499b0c6c (127.2.254.62:39329), d1190124af5f4a1498120c7ada2dfdbc (127.2.254.61:33953)
07:41:09.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.822316 3212 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1190124af5f4a1498120c7ada2dfdbc" is_pre_election: true
07:41:09.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.823388 3212 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2af5f3ce1c8240fe8d42ae4edf72032c in term 0.
07:41:09.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.825254 3274 leader_election.cc:302] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2af5f3ce1c8240fe8d42ae4edf72032c, d1190124af5f4a1498120c7ada2dfdbc; no voters:
07:41:09.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.827024 3334 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 0 FOLLOWER]: Leader pre-election won for term 1
07:41:09.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.827450 3334 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:41:09.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.827833 3334 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 0 FOLLOWER]: Advancing to term 1
07:41:09.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.828459 3159 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: Bootstrap starting.
07:41:09.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.837127 3334 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:09.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.840842 3212 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1190124af5f4a1498120c7ada2dfdbc"
07:41:09.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.841156 3159 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: Neither blocks nor log segments found. Creating new log.
07:41:09.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.841516 3212 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 0 FOLLOWER]: Advancing to term 1
07:41:09.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.843654 3159 log.cc:824] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: Log is configured to *not* fsync() on all Append() calls
07:41:09.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.852429 3212 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2af5f3ce1c8240fe8d42ae4edf72032c in term 1.
07:41:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.853133 3334 leader_election.cc:288] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [CANDIDATE]: Term 1 election: Requested vote from peers d8f333bde16b404f9e3623a9499b0c6c (127.2.254.62:39329), d1190124af5f4a1498120c7ada2dfdbc (127.2.254.61:33953)
07:41:09.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.854899 3274 leader_election.cc:302] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2af5f3ce1c8240fe8d42ae4edf72032c, d1190124af5f4a1498120c7ada2dfdbc; no voters:
07:41:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.856165 3334 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 1 FOLLOWER]: Leader election won for term 1
07:41:09.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.860180 3159 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: No bootstrap required, opened a new log
07:41:09.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.865669 3334 raft_consensus.cc:686] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 1 LEADER]: Becoming Leader. State: Replica: 2af5f3ce1c8240fe8d42ae4edf72032c, State: Running, Role: LEADER
07:41:09.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.867033 3334 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:09.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.886247 3361 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2af5f3ce1c8240fe8d42ae4edf72032c. Latest consensus state: current_term: 1 leader_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:09.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.887712 3361 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: This master's current role is: LEADER
07:41:09.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.894367 3364 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:41:09.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.910560 3159 raft_consensus.cc:348] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:09.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.911731 3364 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:41:09.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.911680 3159 raft_consensus.cc:374] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:41:09.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.912001 3159 raft_consensus.cc:729] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d8f333bde16b404f9e3623a9499b0c6c, State: Initialized, Role: FOLLOWER
07:41:09.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.913625 3159 consensus_queue.cc:260] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:09.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.918382 3368 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:09.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.919214 3368 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: This master's current role is: FOLLOWER
07:41:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.923108 3159 sys_catalog.cc:564] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: configured and running, proceeding with master startup.
07:41:09.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.923326 3133 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d8f333bde16b404f9e3623a9499b0c6c"
07:41:09.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.924736 3133 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 0 FOLLOWER]: Advancing to term 1
07:41:09.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.923987 3134 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d8f333bde16b404f9e3623a9499b0c6c" is_pre_election: true
07:41:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.933883 3133 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2af5f3ce1c8240fe8d42ae4edf72032c in term 1.
07:41:09.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.919482 3165 master_runner.cc:186] Error getting master registration for 127.2.254.62:39329: OK, instance_id { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" instance_seqno: 1781941265081677 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:41:09.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.951670 3165 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:41:09.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:09.959991 3367 catalog_manager.cc:1558] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:41:09.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:09.960372 3367 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:41:09.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.966847 3212 raft_consensus.cc:1261] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 1 FOLLOWER]: Refusing update from remote peer 2af5f3ce1c8240fe8d42ae4edf72032c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:41:09.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.967756 3133 raft_consensus.cc:1261] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 1 FOLLOWER]: Refusing update from remote peer 2af5f3ce1c8240fe8d42ae4edf72032c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:41:09.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.968695 3361 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [LEADER]: Connected to new peer: Peer: permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:41:09.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:09.969455 3334 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [LEADER]: Connected to new peer: Peer: permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:41:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:09.988341 3191 tablet.cc:2369] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:41:10.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:10.008701 3381 catalog_manager.cc:1558] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:41:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:10.010228 3381 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:41:10.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.018080 3368 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2af5f3ce1c8240fe8d42ae4edf72032c. Latest consensus state: current_term: 1 leader_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:10.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.018828 3368 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: This master's current role is: FOLLOWER
07:41:10.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.022591 3352 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2af5f3ce1c8240fe8d42ae4edf72032c. Latest consensus state: current_term: 1 leader_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:10.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.024077 3352 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: This master's current role is: FOLLOWER
07:41:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.030059 3375 mvcc.cc:205] Tried to move back new op lower bound from 7298831441735839744 to 7298831441390112768. Current Snapshot: MvccSnapshot[applied={T|T < 7298831441735839744}]
07:41:10.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:10.042338 3113 tablet.cc:2369] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:41:10.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.047574 3368 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:10.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.048432 3368 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: This master's current role is: FOLLOWER
07:41:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.052481 3382 mvcc.cc:205] Tried to move back new op lower bound from 7298831441735839744 to 7298831441390112768. Current Snapshot: MvccSnapshot[applied={T|T < 7298831441735839744}]
07:41:10.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.062579 3384 mvcc.cc:205] Tried to move back new op lower bound from 7298831441735839744 to 7298831441390112768. Current Snapshot: MvccSnapshot[applied={T|T < 7298831441735839744}]
07:41:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.068483 3361 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.069247 3361 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: This master's current role is: LEADER
07:41:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.072237 3361 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:10.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.072969 3361 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: This master's current role is: LEADER
07:41:10.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.077941 3364 catalog_manager.cc:1347] Generated new cluster ID: 09e3a0aaa94e4a038f4e7c3f6ee48c01
07:41:10.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.078205 3364 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:41:10.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.079388 3352 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:10.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.080281 3352 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: This master's current role is: FOLLOWER
07:41:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.130833 3364 catalog_manager.cc:1370] Generated new certificate authority record
07:41:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.133494 3364 catalog_manager.cc:1504] Loading token signing keys...
07:41:10.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.179980 3364 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: Generated new TSK 0
07:41:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.181262 3364 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:41:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.966112 3367 catalog_manager.cc:1259] Loaded cluster ID: 09e3a0aaa94e4a038f4e7c3f6ee48c01
07:41:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.966624 3367 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: loading cluster ID for follower catalog manager: success
07:41:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.974756 3367 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: acquiring CA information for follower catalog manager: success
07:41:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:10.981467 3367 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:41:11.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:11.016096 3381 catalog_manager.cc:1259] Loaded cluster ID: 09e3a0aaa94e4a038f4e7c3f6ee48c01
07:41:11.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:11.016376 3381 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: loading cluster ID for follower catalog manager: success
07:41:11.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:11.024084 3381 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: acquiring CA information for follower catalog manager: success
07:41:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:11.029652 3381 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:41:12.672 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.2.254.61:33953
07:41:12.673 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
07:41:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:12.673894 3064 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 3165
07:41:12.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:12.709897 3274 connection.cc:535] client connection to 127.2.254.61:33953 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:41:12.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:12.710387 3274 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:41:12.711 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:12.711 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.2.254.62:39329
07:41:12.711 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
07:41:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:12.712162 3064 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 3089
07:41:12.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:12.715749 3274 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c -> Peer d1190124af5f4a1498120c7ada2dfdbc (127.2.254.61:33953): Couldn't send request to peer d1190124af5f4a1498120c7ada2dfdbc. Status: Network error: Client connection negotiation failed: client connection to 127.2.254.61:33953: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
07:41:12.743 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:12.743 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.2.254.60:44445
07:41:12.743 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
07:41:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:12.743738 3064 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 3243
07:41:12.773 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:12.773 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.2.254.61:33953
07:41:12.774 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
07:41:12.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:12.775282 3064 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:12.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:12.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:12.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data
07:41:12.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:41:12.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:41:12.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:41:12.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:12.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:12.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:12.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/logs
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data/info.pb
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.61:33953
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.61
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44269
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.61.keytab
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.61
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:12.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:41:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:13.091665 3400 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:41:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:13.092197 3400 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:41:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:13.092837 3400 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:41:13.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:13.124533 3400 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:41:13.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:13.124841 3400 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:41:13.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:13.125114 3400 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:41:13.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:13.125320 3400 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:41:13.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:13.125511 3400 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:41:13.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:13.125695 3400 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:41:13.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:13.125833 3400 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37273/jwks.json
07:41:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:13.162375 3400 master_runner.cc:386] Master server non-default flags:
07:41:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data
07:41:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:41:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.61.keytab
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.61
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.61:33953
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data/info.pb
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.61
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44269
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/logs
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:41:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:13.163555 3400 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:41:13.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:13.164535 3400 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:41:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:13.181634 3409 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:14.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:13.181674 3406 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:14.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:13.181811 3407 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:14.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:14.412531 3408 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:41:14.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.412667 3400 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:41:14.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.417032 3400 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:41:14.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.419462 3400 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:41:14.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.420854 3400 hybrid_clock.cc:648] HybridClock initialized: now 1781941274420818 us; error 37 us; skew 500 ppm
07:41:14.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.421847 3400 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:41:14.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:14 dist-test-slave-bjlg krb5kdc[3075](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941274, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:41:14.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.428110 3400 init.cc:377] Logged in from keytab as kudu/127.2.254.61@KRBTEST.COM (short username kudu)
07:41:14.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.433588 3400 webserver.cc:460] Webserver started at http://127.2.254.61:44269/ using document root <none> and password file <none>
07:41:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.434525 3400 fs_manager.cc:359] Metadata directory not provided
07:41:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.434765 3400 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:41:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.442850 3400 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
07:41:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.447352 3417 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:41:14.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.448592 3400 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
07:41:14.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.448956 3400 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:14.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1190124af5f4a1498120c7ada2dfdbc"
07:41:14.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:07 on dist-test-slave-bjlg"
07:41:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.451531 3400 fs_report.cc:383] FS layout report
07:41:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:41:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data/data
07:41:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:41:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:41:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:41:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:41:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:41:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:41:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:41:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:41:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:41:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:41:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:41:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.484474 3400 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:41:14.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.490336 3400 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:41:14.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.490818 3400 kserver.cc:163] Server-wide thread pool size limit: 3276
07:41:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.560758 3400 rpc_server.cc:307] RPC server started. Bound to: 127.2.254.61:33953
07:41:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.560923 3468 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.254.61:33953 every 8 connection(s)
07:41:14.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.563544 3400 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data/info.pb
07:41:14.567 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:14.567 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.2.254.62:39329
07:41:14.567 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
07:41:14.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.566159 3064 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 3400
07:41:14.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.568781 3064 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:14.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:14.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:14.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data
07:41:14.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:41:14.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:41:14.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:41:14.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:14.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:14.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:14.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/logs
07:41:14.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data/info.pb
07:41:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:41:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:41:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:41:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:41:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:41:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:41:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.62:39329
07:41:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.62
07:41:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37747
07:41:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.62.keytab
07:41:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.62
07:41:14.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:14.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:41:14.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:41:14.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:14.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:14.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:14.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:14.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:14.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:14.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:14.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:14.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:41:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.577507 3469 sys_catalog.cc:263] Verifying existing consensus state
07:41:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.585109 3469 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: Bootstrap starting.
07:41:14.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.626150 3469 log.cc:824] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: Log is configured to *not* fsync() on all Append() calls
07:41:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.642627 3469 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:41:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.643545 3469 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: Bootstrap complete.
07:41:14.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.668890 3469 raft_consensus.cc:348] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:14.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.672108 3469 raft_consensus.cc:729] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: d1190124af5f4a1498120c7ada2dfdbc, State: Initialized, Role: FOLLOWER
07:41:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.673108 3469 consensus_queue.cc:260] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.676158 3473 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.677249 3473 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: This master's current role is: FOLLOWER
07:41:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.678187 3469 sys_catalog.cc:564] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: configured and running, proceeding with master startup.
07:41:14.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.731530 3485 catalog_manager.cc:1259] Loaded cluster ID: 09e3a0aaa94e4a038f4e7c3f6ee48c01
07:41:14.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.731789 3485 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: loading cluster ID for follower catalog manager: success
07:41:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.740350 3485 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: acquiring CA information for follower catalog manager: success
07:41:14.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.748857 3485 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:41:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.734422 3400 master_runner.cc:186] Error getting master registration for 127.2.254.62:39329: Network error: Client connection negotiation failed: client connection to 127.2.254.62:39329: connect: Connection refused (error 111),
07:41:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:14.761075 3400 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:41:14.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:14.962273 3471 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:41:14.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:14.962944 3471 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:41:14.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:14.963617 3471 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:41:14.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:14.997133 3471 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:41:14.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:14.997452 3471 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:41:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:14.997917 3471 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:41:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:14.998211 3471 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:41:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:14.998503 3471 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:41:14.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:14.998847 3471 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:41:14.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:14.999071 3471 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37273/jwks.json
07:41:15.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:15.037199 3471 master_runner.cc:386] Master server non-default flags:
07:41:15.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:15.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:15.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:15.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:15.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data
07:41:15.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:15.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:41:15.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:15.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:15.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.62.keytab
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.62
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.62:39329
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data/info.pb
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.62
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37747
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/logs
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:41:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:15.038645 3471 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:41:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:15.039708 3471 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:41:15.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:15.059926 3494 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:16.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:15.060835 3493 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:16.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:15.062723 3496 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:16.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:16.329669 3495 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:41:16.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.329764 3471 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:41:16.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.334268 3471 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:41:16.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.336901 3471 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:41:16.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.338308 3471 hybrid_clock.cc:648] HybridClock initialized: now 1781941276338249 us; error 61 us; skew 500 ppm
07:41:16.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.339150 3471 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:41:16.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:16 dist-test-slave-bjlg krb5kdc[3075](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941276, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:41:16.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.351166 3471 init.cc:377] Logged in from keytab as kudu/127.2.254.62@KRBTEST.COM (short username kudu)
07:41:16.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.357149 3471 webserver.cc:460] Webserver started at http://127.2.254.62:37747/ using document root <none> and password file <none>
07:41:16.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.358119 3471 fs_manager.cc:359] Metadata directory not provided
07:41:16.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.358325 3471 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:41:16.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.366695 3471 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.000s
07:41:16.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.371953 3504 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:41:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.373092 3471 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
07:41:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.373382 3471 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8f333bde16b404f9e3623a9499b0c6c"
07:41:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:04 on dist-test-slave-bjlg"
07:41:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.375761 3471 fs_report.cc:383] FS layout report
07:41:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:41:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data/data
07:41:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:41:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:41:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:41:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:41:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:41:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:41:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:41:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:41:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:41:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:41:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:41:16.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.401403 3506 raft_consensus.cc:482] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:41:16.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.402184 3506 raft_consensus.cc:504] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.408665 3506 leader_election.cc:288] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d8f333bde16b404f9e3623a9499b0c6c (127.2.254.62:39329), 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445)
07:41:16.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:16.409847 3418 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.254.62:39329: connect: Connection refused (error 111)
07:41:16.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:16.421284 3418 leader_election.cc:334] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d8f333bde16b404f9e3623a9499b0c6c (127.2.254.62:39329): Network error: Client connection negotiation failed: client connection to 127.2.254.62:39329: connect: Connection refused (error 111)
07:41:16.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:16.422390 3421 leader_election.cc:334] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445): Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:16.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.422961 3421 leader_election.cc:302] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d1190124af5f4a1498120c7ada2dfdbc; no voters: 2af5f3ce1c8240fe8d42ae4edf72032c, d8f333bde16b404f9e3623a9499b0c6c
07:41:16.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.423815 3506 raft_consensus.cc:2726] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
07:41:16.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.443778 3471 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:41:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.452104 3471 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:41:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.452702 3471 kserver.cc:163] Server-wide thread pool size limit: 3276
07:41:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.548799 3471 rpc_server.cc:307] RPC server started. Bound to: 127.2.254.62:39329
07:41:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.548993 3559 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.254.62:39329 every 8 connection(s)
07:41:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.551836 3471 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data/info.pb
07:41:16.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.561735 3064 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 3471
07:41:16.562 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:16.562 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.2.254.60:44445
07:41:16.562 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
07:41:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.564134 3064 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data
07:41:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:41:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:41:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:41:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/logs
07:41:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data/info.pb
07:41:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.60:44445
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.60
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39655
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.60.keytab
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.60
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:41:16.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.567440 3560 sys_catalog.cc:263] Verifying existing consensus state
07:41:16.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.575657 3560 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: Bootstrap starting.
07:41:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.626175 3560 log.cc:824] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: Log is configured to *not* fsync() on all Append() calls
07:41:16.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.643062 3560 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:41:16.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.643985 3560 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: Bootstrap complete.
07:41:16.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.679760 3560 raft_consensus.cc:348] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:16.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.683126 3560 raft_consensus.cc:729] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: d8f333bde16b404f9e3623a9499b0c6c, State: Initialized, Role: FOLLOWER
07:41:16.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.684065 3560 consensus_queue.cc:260] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:16.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.686741 3564 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:16.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.687759 3560 sys_catalog.cc:564] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: configured and running, proceeding with master startup.
07:41:16.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.687845 3564 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: This master's current role is: FOLLOWER
07:41:16.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.731175 3575 catalog_manager.cc:1259] Loaded cluster ID: 09e3a0aaa94e4a038f4e7c3f6ee48c01
07:41:16.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.731453 3575 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: loading cluster ID for follower catalog manager: success
07:41:16.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.739718 3575 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: acquiring CA information for follower catalog manager: success
07:41:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:16 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941276, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.62@KRBTEST.COM for kudu/127.2.254.62@KRBTEST.COM
07:41:16.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.746213 3575 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:41:16.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.789546 3471 master_runner.cc:186] Error getting master registration for 127.2.254.60:44445: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111),
07:41:16.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:16.820621 3471 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:41:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:16.950156 3562 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:41:16.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:16.950857 3562 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:41:16.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:16.951660 3562 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:41:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:16.985186 3562 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:41:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:16.985463 3562 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:41:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:16.985890 3562 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:41:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:16.986182 3562 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:41:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:16.986464 3562 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:41:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:16.986742 3562 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:41:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:16.986967 3562 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37273/jwks.json
07:41:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:17.028388 3562 master_runner.cc:386] Master server non-default flags:
07:41:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data
07:41:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:41:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.60.keytab
07:41:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.60
07:41:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.60:44445
07:41:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:41:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data/info.pb
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.60
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39655
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/logs
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:41:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:17.030047 3562 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:41:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:17.031231 3562 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:41:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:17.053175 3587 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:18.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.252310 3593 raft_consensus.cc:482] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:41:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.253113 3593 raft_consensus.cc:504] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.258261 3444 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d8f333bde16b404f9e3623a9499b0c6c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "d1190124af5f4a1498120c7ada2dfdbc" is_pre_election: true
07:41:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.259258 3444 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d8f333bde16b404f9e3623a9499b0c6c in term 1.
07:41:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.262125 3508 leader_election.cc:302] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d1190124af5f4a1498120c7ada2dfdbc, d8f333bde16b404f9e3623a9499b0c6c; no voters:
07:41:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.273442 3593 leader_election.cc:288] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d1190124af5f4a1498120c7ada2dfdbc (127.2.254.61:33953), 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445)
07:41:18.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:18.274115 3509 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:18.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.288852 3593 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 1 FOLLOWER]: Leader pre-election won for term 2
07:41:18.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.291534 3593 raft_consensus.cc:482] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:41:18.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.293063 3593 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 1 FOLLOWER]: Advancing to term 2
07:41:18.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:18.305680 3509 leader_election.cc:334] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445): Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:18.310448 3508 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.2.254.61:33953, user_credentials={real_user=slave}} blocked reactor thread for 48677.9us
07:41:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.319764 3593 raft_consensus.cc:504] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:18.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.324213 3444 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d8f333bde16b404f9e3623a9499b0c6c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "d1190124af5f4a1498120c7ada2dfdbc"
07:41:18.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.325007 3444 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 1 FOLLOWER]: Advancing to term 2
07:41:18.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:18.342001 3509 leader_election.cc:334] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445): Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.347054 3593 leader_election.cc:288] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [CANDIDATE]: Term 2 election: Requested vote from peers d1190124af5f4a1498120c7ada2dfdbc (127.2.254.61:33953), 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445)
07:41:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.350237 3444 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d8f333bde16b404f9e3623a9499b0c6c in term 2.
07:41:18.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.352232 3508 leader_election.cc:302] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: d1190124af5f4a1498120c7ada2dfdbc, d8f333bde16b404f9e3623a9499b0c6c; no voters: 2af5f3ce1c8240fe8d42ae4edf72032c
07:41:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.353853 3593 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 2 FOLLOWER]: Leader election won for term 2
07:41:18.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.354866 3593 raft_consensus.cc:686] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 2 LEADER]: Becoming Leader. State: Replica: d8f333bde16b404f9e3623a9499b0c6c, State: Running, Role: LEADER
07:41:18.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.356307 3593 consensus_queue.cc:237] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.379309 3595 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: SysCatalogTable state changed. Reason: New leader d8f333bde16b404f9e3623a9499b0c6c. Latest consensus state: current_term: 2 leader_uuid: "d8f333bde16b404f9e3623a9499b0c6c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.380957 3595 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: This master's current role is: LEADER
07:41:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.386526 3599 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:41:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.403658 3599 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:41:18.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.413038 3599 catalog_manager.cc:1259] Loaded cluster ID: 09e3a0aaa94e4a038f4e7c3f6ee48c01
07:41:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.413756 3599 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:41:18.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.421131 3599 catalog_manager.cc:1504] Loading token signing keys...
07:41:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.430135 3599 catalog_manager.cc:5879] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: Loaded TSK: 0
07:41:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.432686 3599 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:41:18.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:17.053360 3586 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:18.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:17.057361 3589 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:18.554569 3588 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1501 milliseconds
07:41:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.554688 3562 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:41:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.561053 3562 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:41:18.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.564702 3562 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:41:18.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.566201 3562 hybrid_clock.cc:648] HybridClock initialized: now 1781941278566077 us; error 129 us; skew 500 ppm
07:41:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.567425 3562 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:41:18.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:18 dist-test-slave-bjlg krb5kdc[3075](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941278, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:41:18.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.575614 3562 init.cc:377] Logged in from keytab as kudu/127.2.254.60@KRBTEST.COM (short username kudu)
07:41:18.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.610149 3562 webserver.cc:460] Webserver started at http://127.2.254.60:39655/ using document root <none> and password file <none>
07:41:18.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.611481 3562 fs_manager.cc:359] Metadata directory not provided
07:41:18.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.611794 3562 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:41:18.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.623412 3562 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.009s sys 0.000s
07:41:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.629343 3605 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:41:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.630811 3562 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
07:41:18.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.631229 3562 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:18.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2af5f3ce1c8240fe8d42ae4edf72032c"
07:41:18.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:09 on dist-test-slave-bjlg"
07:41:18.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.635016 3562 fs_report.cc:383] FS layout report
07:41:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:41:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data/data
07:41:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:41:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:41:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:41:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:41:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:41:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:41:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:41:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:41:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:41:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:41:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:41:18.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.677084 3562 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:41:18.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.685714 3562 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:41:18.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.686256 3562 kserver.cc:163] Server-wide thread pool size limit: 3276
07:41:18.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.785612 3562 rpc_server.cc:307] RPC server started. Bound to: 127.2.254.60:44445
07:41:18.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.785754 3657 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.254.60:44445 every 8 connection(s)
07:41:18.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.788631 3562 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data/info.pb
07:41:18.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.797569 3064 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 3562
07:41:18.798 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:18.799 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.254.61:33953(127.2.254.61:33953)] connecting to peer
07:41:18.800 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.254.62:39329(127.2.254.62:39329)] connecting to peer
07:41:18.802 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.254.60:44445(127.2.254.60:44445)] connecting to peer
07:41:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.802596 3658 sys_catalog.cc:263] Verifying existing consensus state
07:41:18.805 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.254.61:33953(127.2.254.61:33953)] Successfully connected to peer
07:41:18.809 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.254.60:44445(127.2.254.60:44445)] Successfully connected to peer
07:41:18.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.811136 3658 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: Bootstrap starting.
07:41:18.813 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.254.62:39329(127.2.254.62:39329)] Successfully connected to peer
07:41:18.831 [DEBUG - kudu-nio-0] (SecurityContext.java:225) Refreshing Kerberos credentials...
07:41:18.831 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5cc
07:41:18.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:18 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941269, etypes {rep=17 tkt=17 ses=17}, test-user@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:41:18.836 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-user@KRBTEST.COM
07:41:18.836 [ERROR - kudu-nio-0] (SecurityContext.java:249) Attempted to refresh Kerberos credentials from ticket cache but found that the new Kerberos principal test-user@KRBTEST.COM did not match the original principal test-admin@KRBTEST.COM. Ignoring.
07:41:18.837 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.2.254.61
07:41:18.840 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.2.254.62
07:41:18.849 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.2.254.60
07:41:18.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.868710 3444 raft_consensus.cc:1261] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 2 FOLLOWER]: Refusing update from remote peer d8f333bde16b404f9e3623a9499b0c6c: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
07:41:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.878123 3595 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [LEADER]: Connected to new peer: Peer: permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
07:41:18.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:18 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941276, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.62@KRBTEST.COM for kudu/127.2.254.60@KRBTEST.COM
07:41:18.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:18 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941269, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.2.254.62@KRBTEST.COM
07:41:18.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.934530 3668 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: SysCatalogTable state changed. Reason: New leader d8f333bde16b404f9e3623a9499b0c6c. Latest consensus state: current_term: 2 leader_uuid: "d8f333bde16b404f9e3623a9499b0c6c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:18.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.936054 3668 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: This master's current role is: FOLLOWER
07:41:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.947180 3658 log.cc:824] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: Log is configured to *not* fsync() on all Append() calls
07:41:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.954396 3595 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "d8f333bde16b404f9e3623a9499b0c6c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.955330 3595 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: This master's current role is: LEADER
07:41:18.956 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x64ec99e4, L:/127.0.0.1:45444 - R:/127.2.254.62:39329] using SASL/GSSAPI
07:41:18.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.973703 3668 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "d8f333bde16b404f9e3623a9499b0c6c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:18.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.974426 3668 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: This master's current role is: FOLLOWER
07:41:18.975 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
07:41:18.975 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=176), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.254.61:33953, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.254.62:39329, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.254.60:44445, [168ms] Sub RPC ConnectToMaster: received response from server master-127.2.254.62:39329: OK, deferred=null) after lookup
07:41:18.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:18 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941269, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.2.254.60@KRBTEST.COM
07:41:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.995152 3658 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:41:18.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:18.996395 3658 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: Bootstrap complete.
07:41:19.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.254.61:33953(127.2.254.61:33953)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
07:41:19.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.254.61:33953: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
07:41:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:19.012749 3663 negotiation.cc:337] Failed RPC negotiation. Trace:
07:41:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:18.805649 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:32976 (local address 127.2.254.61:33953)
07:41:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:18.829754 (+ 24105us) server_negotiation.cc:206] Beginning negotiation
07:41:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:18.829809 (+ 55us) server_negotiation.cc:399] Waiting for connection header
07:41:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:18.829860 (+ 51us) server_negotiation.cc:407] Connection header received
07:41:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:18.830024 (+ 164us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
07:41:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:18.830055 (+ 31us) server_negotiation.cc:461] Received NEGOTIATE request from client
07:41:19.013 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.254.61:33953(127.2.254.61:33953)] handling channelInactive
07:41:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:18.830361 (+ 306us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
07:41:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:18.839491 (+ 9130us) server_negotiation.cc:226] Negotiated authn=SASL
07:41:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:18.850258 (+ 10767us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
07:41:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:18.852150 (+ 1892us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
07:41:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:18.983519 (+131369us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
07:41:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:18.984466 (+ 947us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
07:41:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:18.984773 (+ 307us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
07:41:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:19.011068 (+ 26295us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:32976: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:32976): Cannot send after transport endpoint shutdown (error 108)
07:41:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":23802,"thread_start_us":24139,"threads_started":1}
07:41:19.021 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdc2b2b99, L:/127.0.0.1:43722 - R:/127.2.254.60:44445] using SASL/GSSAPI
07:41:19.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.254.60:44445: Catalog manager is not initialized. State: Starting
07:41:19.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:19.028846 3658 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:19.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:19.032033 3658 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2af5f3ce1c8240fe8d42ae4edf72032c, State: Initialized, Role: FOLLOWER
07:41:19.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:19.032967 3658 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:19.035894 3675 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:19.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:19.036937 3675 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: This master's current role is: FOLLOWER
07:41:19.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:19.037747 3658 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: configured and running, proceeding with master startup.
07:41:19.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:19.038337 3633 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 1 FOLLOWER]: Advancing to term 2
07:41:19.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:19.050313 3633 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 2 FOLLOWER]: Refusing update from remote peer d8f333bde16b404f9e3623a9499b0c6c: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
07:41:19.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:19.052179 3595 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [LEADER]: Connected to new peer: Peer: permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
07:41:19.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:19.067099 3688 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "d8f333bde16b404f9e3623a9499b0c6c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:19.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:19.069036 3688 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: This master's current role is: FOLLOWER
07:41:19.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:19.078102 3675 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: SysCatalogTable state changed. Reason: New leader d8f333bde16b404f9e3623a9499b0c6c. Latest consensus state: current_term: 2 leader_uuid: "d8f333bde16b404f9e3623a9499b0c6c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:19.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:19.078944 3675 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: This master's current role is: FOLLOWER
07:41:19.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:19.086470 3689 catalog_manager.cc:1259] Loaded cluster ID: 09e3a0aaa94e4a038f4e7c3f6ee48c01
07:41:19.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:19.086895 3689 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: loading cluster ID for follower catalog manager: success
07:41:19.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:19 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941278, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.60@KRBTEST.COM for kudu/127.2.254.62@KRBTEST.COM
07:41:19.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:19.095170 3689 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: acquiring CA information for follower catalog manager: success
07:41:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:19.101526 3689 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:41:19.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:19.651865 3595 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "d8f333bde16b404f9e3623a9499b0c6c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:19.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:19.652695 3595 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: This master's current role is: LEADER
07:41:22.029 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.2.254.61:33953
07:41:22.029 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
07:41:22.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:22.029918 3064 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 3400
07:41:22.060 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:22.060 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.2.254.62:39329
07:41:22.060 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
07:41:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:22.061170 3064 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 3471
07:41:22.089 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.254.62:39329(127.2.254.62:39329)] handling channelInactive
07:41:22.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.254.62:39329(127.2.254.62:39329)] cleaning up while in state READY due to: connection closed
07:41:22.090 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:22.090 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.2.254.60:44445
07:41:22.090 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
07:41:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:22.090830 3064 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 3562
07:41:22.119 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.254.60:44445(127.2.254.60:44445)] handling channelInactive
07:41:22.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.254.60:44445(127.2.254.60:44445)] cleaning up while in state READY due to: connection closed
07:41:22.120 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:22.120 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.2.254.61:33953
07:41:22.120 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
07:41:22.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:22.122182 3064 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:22.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:22.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:22.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/logs
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data/info.pb
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.61:33953
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.61
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44269
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.61.keytab
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.61
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:41:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:22.461843 3702 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:41:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:22.462469 3702 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:41:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:22.463217 3702 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:41:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:22.494372 3702 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:41:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:22.494644 3702 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:41:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:22.495139 3702 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:41:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:22.495496 3702 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:41:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:22.495832 3702 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:41:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:22.496162 3702 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:41:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:22.496392 3702 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37273/jwks.json
07:41:22.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:22.533562 3702 master_runner.cc:386] Master server non-default flags:
07:41:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data
07:41:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:41:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.61.keytab
07:41:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.61
07:41:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.61:33953
07:41:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data/info.pb
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.61
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44269
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/logs
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:22.534655 3702 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:41:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:22.535584 3702 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:41:22.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:22.554247 3709 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:23.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:22.554237 3712 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:23.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:22.555713 3702 server_base.cc:1034] running on GCE node
07:41:23.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:22.555426 3710 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:23.814949 3702 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:41:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:23.818208 3702 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:41:23.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:23.819657 3702 hybrid_clock.cc:648] HybridClock initialized: now 1781941283819609 us; error 58 us; skew 500 ppm
07:41:23.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:23.820503 3702 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:41:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:23 dist-test-slave-bjlg krb5kdc[3075](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941283, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:41:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:23.834118 3702 init.cc:377] Logged in from keytab as kudu/127.2.254.61@KRBTEST.COM (short username kudu)
07:41:23.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:23.840160 3702 webserver.cc:460] Webserver started at http://127.2.254.61:44269/ using document root <none> and password file <none>
07:41:23.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:23.841208 3702 fs_manager.cc:359] Metadata directory not provided
07:41:23.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:23.841446 3702 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:41:23.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:23.849561 3702 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.001s
07:41:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:23.854122 3720 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:41:23.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:23.855294 3702 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
07:41:23.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:23.855695 3702 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:23.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1190124af5f4a1498120c7ada2dfdbc"
07:41:23.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:07 on dist-test-slave-bjlg"
07:41:23.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:23.858763 3702 fs_report.cc:383] FS layout report
07:41:23.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:41:23.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:23.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:23.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data/data
07:41:23.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:41:23.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:41:23.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:41:23.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:41:23.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:41:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:41:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:41:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:41:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:41:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:41:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:41:23.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:23.920811 3702 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:41:23.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:23.926621 3702 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:41:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:23.927019 3702 kserver.cc:163] Server-wide thread pool size limit: 3276
07:41:24.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.004338 3702 rpc_server.cc:307] RPC server started. Bound to: 127.2.254.61:33953
07:41:24.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.004465 3771 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.254.61:33953 every 8 connection(s)
07:41:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.007083 3702 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data/info.pb
07:41:24.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.011634 3064 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 3702
07:41:24.012 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:24.012 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.2.254.62:39329
07:41:24.012 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
07:41:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.014335 3064 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data
07:41:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:41:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:41:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:41:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/logs
07:41:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data/info.pb
07:41:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:41:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.62:39329
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.62
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37747
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.62.keytab
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.62
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:41:24.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.021231 3772 sys_catalog.cc:263] Verifying existing consensus state
07:41:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.026811 3772 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: Bootstrap starting.
07:41:24.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.064422 3772 log.cc:824] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: Log is configured to *not* fsync() on all Append() calls
07:41:24.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.082053 3772 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:41:24.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.082876 3772 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: Bootstrap complete.
07:41:24.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.107187 3772 raft_consensus.cc:348] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:24.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.109596 3772 raft_consensus.cc:729] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: d1190124af5f4a1498120c7ada2dfdbc, State: Initialized, Role: FOLLOWER
07:41:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.110555 3772 consensus_queue.cc:260] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.113322 3776 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.114264 3776 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: This master's current role is: FOLLOWER
07:41:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.114754 3772 sys_catalog.cc:564] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: configured and running, proceeding with master startup.
07:41:24.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.145582 3787 catalog_manager.cc:1259] Loaded cluster ID: 09e3a0aaa94e4a038f4e7c3f6ee48c01
07:41:24.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.145861 3787 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: loading cluster ID for follower catalog manager: success
07:41:24.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.154520 3787 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: acquiring CA information for follower catalog manager: success
07:41:24.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.160336 3787 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:41:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.140902 3702 master_runner.cc:186] Error getting master registration for 127.2.254.62:39329: Network error: Client connection negotiation failed: client connection to 127.2.254.62:39329: connect: Connection refused (error 111),
07:41:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.174505 3702 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:41:24.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:24.344241 3774 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:41:24.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:24.344973 3774 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:41:24.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:24.345676 3774 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:41:24.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:24.378791 3774 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:41:24.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:24.379079 3774 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:41:24.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:24.379505 3774 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:41:24.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:24.379846 3774 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:41:24.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:24.380172 3774 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:41:24.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:24.380458 3774 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:41:24.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:24.380710 3774 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37273/jwks.json
07:41:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.418848 3774 master_runner.cc:386] Master server non-default flags:
07:41:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data
07:41:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.62.keytab
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.62
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.62:39329
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data/info.pb
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.62
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37747
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/logs
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:41:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:41:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:41:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:41:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:41:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:41:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:41:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:41:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.420323 3774 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:41:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:24.421605 3774 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:41:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:24.442124 3796 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:25.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.671033 3803 raft_consensus.cc:482] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:41:25.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.671591 3803 raft_consensus.cc:504] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:25.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.688766 3803 leader_election.cc:288] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers d8f333bde16b404f9e3623a9499b0c6c (127.2.254.62:39329), 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445)
07:41:25.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:25.689235 3721 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.254.62:39329: connect: Connection refused (error 111)
07:41:25.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:25.714792 3724 leader_election.cc:334] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445): Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:25.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:25.717974 3721 leader_election.cc:334] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer d8f333bde16b404f9e3623a9499b0c6c (127.2.254.62:39329): Network error: Client connection negotiation failed: client connection to 127.2.254.62:39329: connect: Connection refused (error 111)
07:41:25.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.718380 3721 leader_election.cc:302] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d1190124af5f4a1498120c7ada2dfdbc; no voters: 2af5f3ce1c8240fe8d42ae4edf72032c, d8f333bde16b404f9e3623a9499b0c6c
07:41:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.719199 3803 raft_consensus.cc:2726] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
07:41:25.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:24.442210 3795 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:25.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:24.444721 3798 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:25.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:25.786334 3797 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:41:25.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.786888 3774 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:41:25.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.791033 3774 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:41:25.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.794190 3774 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:41:25.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.795627 3774 hybrid_clock.cc:648] HybridClock initialized: now 1781941285795502 us; error 105 us; skew 500 ppm
07:41:25.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.796730 3774 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:41:25.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:25 dist-test-slave-bjlg krb5kdc[3075](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941285, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:41:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.803377 3774 init.cc:377] Logged in from keytab as kudu/127.2.254.62@KRBTEST.COM (short username kudu)
07:41:25.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.808861 3774 webserver.cc:460] Webserver started at http://127.2.254.62:37747/ using document root <none> and password file <none>
07:41:25.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.809916 3774 fs_manager.cc:359] Metadata directory not provided
07:41:25.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.810148 3774 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:41:25.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.819002 3774 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.000s
07:41:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.823949 3812 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:41:25.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.825294 3774 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
07:41:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.825637 3774 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8f333bde16b404f9e3623a9499b0c6c"
07:41:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:04 on dist-test-slave-bjlg"
07:41:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.828167 3774 fs_report.cc:383] FS layout report
07:41:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:41:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data/data
07:41:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:41:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:41:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:41:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:41:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:41:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:41:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:41:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:41:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:41:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:41:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:41:25.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.868191 3774 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:41:25.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.874406 3774 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:41:25.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.874940 3774 kserver.cc:163] Server-wide thread pool size limit: 3276
07:41:25.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.980574 3774 rpc_server.cc:307] RPC server started. Bound to: 127.2.254.62:39329
07:41:25.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.980777 3863 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.254.62:39329 every 8 connection(s)
07:41:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.984125 3774 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data/info.pb
07:41:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.994252 3064 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 3774
07:41:25.994 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:25.995 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.2.254.60:44445
07:41:25.995 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
07:41:25.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.996531 3064 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data
07:41:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:41:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:41:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:41:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/logs
07:41:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data/info.pb
07:41:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.60:44445
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.60
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39655
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.60.keytab
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.60
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:25.998370 3864 sys_catalog.cc:263] Verifying existing consensus state
07:41:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.007331 3864 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: Bootstrap starting.
07:41:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.060894 3864 log.cc:824] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: Log is configured to *not* fsync() on all Append() calls
07:41:26.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.081674 3864 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:41:26.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.082654 3864 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: Bootstrap complete.
07:41:26.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.120741 3864 raft_consensus.cc:348] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:26.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.124763 3864 raft_consensus.cc:729] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: d8f333bde16b404f9e3623a9499b0c6c, State: Initialized, Role: FOLLOWER
07:41:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.125823 3864 consensus_queue.cc:260] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:26.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.128715 3868 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:26.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.129393 3868 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: This master's current role is: FOLLOWER
07:41:26.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.130825 3864 sys_catalog.cc:564] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: configured and running, proceeding with master startup.
07:41:26.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.183115 3879 catalog_manager.cc:1259] Loaded cluster ID: 09e3a0aaa94e4a038f4e7c3f6ee48c01
07:41:26.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.183418 3879 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: loading cluster ID for follower catalog manager: success
07:41:26.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.192904 3879 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: acquiring CA information for follower catalog manager: success
07:41:26.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:26 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941285, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.62@KRBTEST.COM for kudu/127.2.254.62@KRBTEST.COM
07:41:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.199925 3879 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:41:26.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.252532 3774 master_runner.cc:186] Error getting master registration for 127.2.254.60:44445: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111),
07:41:26.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.274947 3774 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:41:26.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:26.425982 3866 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:41:26.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:26.426625 3866 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:41:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:26.427356 3866 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:41:26.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:26.466627 3866 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:41:26.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:26.466913 3866 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:41:26.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:26.467322 3866 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:41:26.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:26.467645 3866 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:41:26.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:26.467983 3866 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:41:26.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:26.468276 3866 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:41:26.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:26.468498 3866 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37273/jwks.json
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.506611 3866 master_runner.cc:386] Master server non-default flags:
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.60.keytab
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.60
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.60:44445
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data/info.pb
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.60
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39655
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:41:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:41:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/logs
07:41:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:41:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:41:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:41:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:41:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:41:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:41:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:41:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:41:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:41:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.507977 3866 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:41:26.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.509065 3866 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:41:26.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:26.528566 3889 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:27.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.582731 3895 raft_consensus.cc:482] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:41:27.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.583256 3895 raft_consensus.cc:504] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:27.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.586030 3895 leader_election.cc:288] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers d1190124af5f4a1498120c7ada2dfdbc (127.2.254.61:33953), 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445)
07:41:27.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.592285 3747 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d8f333bde16b404f9e3623a9499b0c6c" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "d1190124af5f4a1498120c7ada2dfdbc" is_pre_election: true
07:41:27.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.593187 3747 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d8f333bde16b404f9e3623a9499b0c6c in term 2.
07:41:27.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.594964 3815 leader_election.cc:302] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d1190124af5f4a1498120c7ada2dfdbc, d8f333bde16b404f9e3623a9499b0c6c; no voters:
07:41:27.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.596113 3895 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 2 FOLLOWER]: Leader pre-election won for term 3
07:41:27.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.596436 3895 raft_consensus.cc:482] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:41:27.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.596964 3895 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 2 FOLLOWER]: Advancing to term 3
07:41:27.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.611644 3895 raft_consensus.cc:504] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:27.614243 3816 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:27.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.616183 3747 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d8f333bde16b404f9e3623a9499b0c6c" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "d1190124af5f4a1498120c7ada2dfdbc"
07:41:27.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.616753 3747 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 2 FOLLOWER]: Advancing to term 3
07:41:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.627339 3895 leader_election.cc:288] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [CANDIDATE]: Term 3 election: Requested vote from peers d1190124af5f4a1498120c7ada2dfdbc (127.2.254.61:33953), 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445)
07:41:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:27.627594 3816 leader_election.cc:334] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445): Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:27.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.628525 3747 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d8f333bde16b404f9e3623a9499b0c6c in term 3.
07:41:27.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.629627 3815 leader_election.cc:302] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d1190124af5f4a1498120c7ada2dfdbc, d8f333bde16b404f9e3623a9499b0c6c; no voters:
07:41:27.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.630467 3895 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 3 FOLLOWER]: Leader election won for term 3
07:41:27.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.637796 3895 raft_consensus.cc:686] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 3 LEADER]: Becoming Leader. State: Replica: d8f333bde16b404f9e3623a9499b0c6c, State: Running, Role: LEADER
07:41:27.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:27.638422 3816 leader_election.cc:334] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445): Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:27.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.638712 3895 consensus_queue.cc:237] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:27.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.653134 3898 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: SysCatalogTable state changed. Reason: New leader d8f333bde16b404f9e3623a9499b0c6c. Latest consensus state: current_term: 3 leader_uuid: "d8f333bde16b404f9e3623a9499b0c6c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:27.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.653900 3898 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: This master's current role is: LEADER
07:41:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.666558 3900 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:41:27.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.676391 3900 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:41:27.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.683377 3900 catalog_manager.cc:1259] Loaded cluster ID: 09e3a0aaa94e4a038f4e7c3f6ee48c01
07:41:27.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.683665 3900 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:41:27.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.688817 3900 catalog_manager.cc:1504] Loading token signing keys...
07:41:27.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.693485 3900 catalog_manager.cc:5879] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: Loaded TSK: 0
07:41:27.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.695144 3900 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:41:27.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:26.537623 3892 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:26.531147 3866 server_base.cc:1034] running on GCE node
07:41:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:26.528858 3890 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.913280 3866 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:41:27.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.916441 3866 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:41:27.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.917928 3866 hybrid_clock.cc:648] HybridClock initialized: now 1781941287917899 us; error 41 us; skew 500 ppm
07:41:27.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.918684 3866 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:41:27.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:27 dist-test-slave-bjlg krb5kdc[3075](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941287, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:41:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.925235 3866 init.cc:377] Logged in from keytab as kudu/127.2.254.60@KRBTEST.COM (short username kudu)
07:41:27.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.931202 3866 webserver.cc:460] Webserver started at http://127.2.254.60:39655/ using document root <none> and password file <none>
07:41:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.932214 3866 fs_manager.cc:359] Metadata directory not provided
07:41:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.932399 3866 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:41:27.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.941495 3866 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
07:41:27.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.948716 3906 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:41:27.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.950460 3866 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.004s sys 0.000s
07:41:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.951033 3866 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2af5f3ce1c8240fe8d42ae4edf72032c"
07:41:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:09 on dist-test-slave-bjlg"
07:41:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:27.954732 3866 fs_report.cc:383] FS layout report
07:41:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:41:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data/data
07:41:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:41:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:41:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:41:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:41:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:41:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:41:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:41:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:41:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:41:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:41:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:41:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.007882 3866 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:41:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.015595 3866 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:41:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.016233 3866 kserver.cc:163] Server-wide thread pool size limit: 3276
07:41:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:28.107242 3816 consensus_peers.cc:487] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c -> Peer 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445): Couldn't send request to peer 2af5f3ce1c8240fe8d42ae4edf72032c. Status: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
07:41:28.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.109076 3866 rpc_server.cc:307] RPC server started. Bound to: 127.2.254.60:44445
07:41:28.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.109206 3958 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.254.60:44445 every 8 connection(s)
07:41:28.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.111901 3866 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data/info.pb
07:41:28.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.113842 3064 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 3866
07:41:28.114 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:28.115 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.254.62:39329(127.2.254.62:39329)] connecting to peer
07:41:28.116 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.254.62:39329(127.2.254.62:39329)] Successfully connected to peer
07:41:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.120903 3747 raft_consensus.cc:1261] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 3 FOLLOWER]: Refusing update from remote peer d8f333bde16b404f9e3623a9499b0c6c: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
07:41:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.122602 3898 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [LEADER]: Connected to new peer: Peer: permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
07:41:28.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.134356 3959 sys_catalog.cc:263] Verifying existing consensus state
07:41:28.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.142534 3959 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: Bootstrap starting.
07:41:28.160 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf8f6e07f, L:/127.0.0.1:33328 - R:/127.2.254.62:39329] using TOKEN/null
07:41:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.165678 3962 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: SysCatalogTable state changed. Reason: New leader d8f333bde16b404f9e3623a9499b0c6c. Latest consensus state: current_term: 3 leader_uuid: "d8f333bde16b404f9e3623a9499b0c6c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.166657 3962 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: This master's current role is: FOLLOWER
07:41:28.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.177386 3898 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "d8f333bde16b404f9e3623a9499b0c6c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:28.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.178398 3898 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: This master's current role is: LEADER
07:41:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.181140 3962 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "d8f333bde16b404f9e3623a9499b0c6c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.181861 3962 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: This master's current role is: FOLLOWER
07:41:28.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.209477 3959 log.cc:824] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: Log is configured to *not* fsync() on all Append() calls
07:41:28.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.226339 3959 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:41:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.227129 3959 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: Bootstrap complete.
07:41:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.251775 3959 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.254236 3959 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2af5f3ce1c8240fe8d42ae4edf72032c, State: Initialized, Role: FOLLOWER
07:41:28.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.255232 3959 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:28.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.257834 3969 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:28.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.258680 3969 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: This master's current role is: FOLLOWER
07:41:28.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.259248 3959 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: configured and running, proceeding with master startup.
07:41:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.292686 3981 catalog_manager.cc:1259] Loaded cluster ID: 09e3a0aaa94e4a038f4e7c3f6ee48c01
07:41:28.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.293138 3981 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: loading cluster ID for follower catalog manager: success
07:41:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.301738 3981 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: acquiring CA information for follower catalog manager: success
07:41:28.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:28 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941287, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.60@KRBTEST.COM for kudu/127.2.254.62@KRBTEST.COM
07:41:28.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.308957 3981 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:41:28.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:28.580641 2768 debug-util.cc:398] Leaking SignalData structure 0x7b08000afdc0 after lost signal to thread 2641
07:41:28.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:28.581624 2768 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4b60 after lost signal to thread 2771
07:41:28.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.665222 3934 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 2 FOLLOWER]: Advancing to term 3
07:41:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.754619 3969 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: SysCatalogTable state changed. Reason: New leader d8f333bde16b404f9e3623a9499b0c6c. Latest consensus state: current_term: 3 leader_uuid: "d8f333bde16b404f9e3623a9499b0c6c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.755591 3969 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: This master's current role is: FOLLOWER
07:41:28.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.756201 3969 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "d8f333bde16b404f9e3623a9499b0c6c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:28.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:28.757614 3969 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: This master's current role is: FOLLOWER
07:41:29.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:29.049897 3964 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "d8f333bde16b404f9e3623a9499b0c6c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:29.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:29.050649 3964 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: This master's current role is: LEADER
07:41:31.213 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.2.254.61:33953
07:41:31.214 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
07:41:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:31.214356 3064 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 3702
07:41:31.243 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:31.243 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.2.254.62:39329
07:41:31.243 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
07:41:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:31.244246 3064 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 3774
07:41:31.272 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.254.62:39329(127.2.254.62:39329)] handling channelInactive
07:41:31.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.254.62:39329(127.2.254.62:39329)] cleaning up while in state READY due to: connection closed
07:41:31.273 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:31.273 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.2.254.60:44445
07:41:31.273 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
07:41:31.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:31.273638 3064 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 3866
07:41:31.301 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:31.301 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.2.254.61:33953
07:41:31.301 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
07:41:31.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:31.302606 3064 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/logs
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data/info.pb
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.61:33953
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.61
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44269
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.61.keytab
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.61
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:41:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:31.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:31.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:31.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:31.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:31.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:31.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:31.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:31.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:41:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:31.614138 4000 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:41:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:31.614655 4000 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:41:31.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:31.615236 4000 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:41:31.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:31.647490 4000 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:41:31.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:31.647816 4000 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:41:31.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:31.648268 4000 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:41:31.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:31.648597 4000 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:41:31.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:31.648861 4000 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:41:31.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:31.649063 4000 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:41:31.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:31.649204 4000 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37273/jwks.json
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:31.688024 4000 master_runner.cc:386] Master server non-default flags:
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.61.keytab
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.61
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.61:33953
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data/info.pb
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.61
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44269
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:41:31.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:41:31.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:31.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/logs
07:41:31.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:31.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:41:31.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:41:31.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:41:31.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:41:31.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:41:31.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:41:31.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:41:31.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:41:31.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:41:31.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:31.689229 4000 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:41:31.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:31.690315 4000 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:41:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:31.709946 4006 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:32.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:31.712106 4000 server_base.cc:1034] running on GCE node
07:41:32.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:31.711248 4009 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:32.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:31.710136 4007 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:32.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:32.948441 4000 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:41:32.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:32.951762 4000 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:41:32.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:32.953188 4000 hybrid_clock.cc:648] HybridClock initialized: now 1781941292953132 us; error 75 us; skew 500 ppm
07:41:32.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:32.953980 4000 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:41:32.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:32 dist-test-slave-bjlg krb5kdc[3075](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941292, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:41:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:32.960538 4000 init.cc:377] Logged in from keytab as kudu/127.2.254.61@KRBTEST.COM (short username kudu)
07:41:32.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:32.966567 4000 webserver.cc:460] Webserver started at http://127.2.254.61:44269/ using document root <none> and password file <none>
07:41:32.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:32.967566 4000 fs_manager.cc:359] Metadata directory not provided
07:41:32.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:32.967754 4000 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:41:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:32.977458 4000 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
07:41:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:32.982932 4019 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:41:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:32.984228 4000 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.004s
07:41:32.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:32.984516 4000 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:32.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1190124af5f4a1498120c7ada2dfdbc"
07:41:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:07 on dist-test-slave-bjlg"
07:41:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:32.986852 4000 fs_report.cc:383] FS layout report
07:41:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:41:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/wal
07:41:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data/data
07:41:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:41:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:41:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:41:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:41:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:41:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:41:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:41:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:41:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:41:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:41:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:41:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.020195 4000 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:41:33.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.026356 4000 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:41:33.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.026770 4000 kserver.cc:163] Server-wide thread pool size limit: 3276
07:41:33.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.100224 4000 rpc_server.cc:307] RPC server started. Bound to: 127.2.254.61:33953
07:41:33.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.100363 4070 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.254.61:33953 every 8 connection(s)
07:41:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.103080 4000 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-1/data/info.pb
07:41:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.105878 3064 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 4000
07:41:33.106 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:33.107 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.2.254.62:39329
07:41:33.107 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
07:41:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.108510 3064 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data
07:41:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:41:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:41:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:41:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/logs
07:41:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data/info.pb
07:41:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:41:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:41:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:41:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:41:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.62:39329
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.62
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37747
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.62.keytab
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.62
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:41:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.115483 4071 sys_catalog.cc:263] Verifying existing consensus state
07:41:33.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.120895 4071 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: Bootstrap starting.
07:41:33.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.158409 4071 log.cc:824] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: Log is configured to *not* fsync() on all Append() calls
07:41:33.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.175441 4071 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:41:33.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.176235 4071 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: Bootstrap complete.
07:41:33.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.201290 4071 raft_consensus.cc:348] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:33.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.204066 4071 raft_consensus.cc:729] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: d1190124af5f4a1498120c7ada2dfdbc, State: Initialized, Role: FOLLOWER
07:41:33.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.205111 4071 consensus_queue.cc:260] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:33.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.208289 4075 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:33.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.209185 4075 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: This master's current role is: FOLLOWER
07:41:33.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.210148 4071 sys_catalog.cc:564] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: configured and running, proceeding with master startup.
07:41:33.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.240898 4086 catalog_manager.cc:1259] Loaded cluster ID: 09e3a0aaa94e4a038f4e7c3f6ee48c01
07:41:33.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.241313 4086 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: loading cluster ID for follower catalog manager: success
07:41:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.248842 4086 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: acquiring CA information for follower catalog manager: success
07:41:33.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.254942 4086 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:41:33.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.242751 4000 master_runner.cc:186] Error getting master registration for 127.2.254.62:39329: Network error: Client connection negotiation failed: client connection to 127.2.254.62:39329: connect: Connection refused (error 111),
07:41:33.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.279961 4000 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:41:33.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:33.447732 4073 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:41:33.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:33.448443 4073 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:41:33.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:33.449211 4073 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:41:33.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:33.483246 4073 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:41:33.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:33.483542 4073 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:41:33.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:33.484063 4073 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:41:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:33.484401 4073 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:41:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:33.484756 4073 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:41:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:33.485067 4073 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:41:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:33.485294 4073 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37273/jwks.json
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.528784 4073 master_runner.cc:386] Master server non-default flags:
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.62.keytab
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.62
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.62:39329
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data/info.pb
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.62
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37747
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/logs
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:41:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.530064 4073 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:41:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:33.531177 4073 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:41:33.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:33.550819 4095 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:34.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.509167 4101 raft_consensus.cc:482] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:41:34.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.509912 4101 raft_consensus.cc:504] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.517212 4101 leader_election.cc:288] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers d8f333bde16b404f9e3623a9499b0c6c (127.2.254.62:39329), 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445)
07:41:34.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:34.518920 4020 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.254.62:39329: connect: Connection refused (error 111)
07:41:34.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:34.525043 4020 leader_election.cc:334] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer d8f333bde16b404f9e3623a9499b0c6c (127.2.254.62:39329): Network error: Client connection negotiation failed: client connection to 127.2.254.62:39329: connect: Connection refused (error 111)
07:41:34.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:34.529309 4023 leader_election.cc:334] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445): Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:34.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.529904 4023 leader_election.cc:302] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d1190124af5f4a1498120c7ada2dfdbc; no voters: 2af5f3ce1c8240fe8d42ae4edf72032c, d8f333bde16b404f9e3623a9499b0c6c
07:41:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.531054 4101 raft_consensus.cc:2726] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
07:41:34.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:33.551055 4097 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:34.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:33.552047 4094 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:34.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:34.858289 4096 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:41:34.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.858757 4073 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:41:34.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.862987 4073 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:41:34.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.866062 4073 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:41:34.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.867548 4073 hybrid_clock.cc:648] HybridClock initialized: now 1781941294867480 us; error 38 us; skew 500 ppm
07:41:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.868700 4073 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:41:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:34 dist-test-slave-bjlg krb5kdc[3075](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941294, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:41:34.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.877558 4073 init.cc:377] Logged in from keytab as kudu/127.2.254.62@KRBTEST.COM (short username kudu)
07:41:34.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.887995 4073 webserver.cc:460] Webserver started at http://127.2.254.62:37747/ using document root <none> and password file <none>
07:41:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.889068 4073 fs_manager.cc:359] Metadata directory not provided
07:41:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.889317 4073 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:41:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.898665 4073 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.004s sys 0.004s
07:41:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.903738 4111 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:41:34.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.905067 4073 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
07:41:34.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.905435 4073 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:34.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8f333bde16b404f9e3623a9499b0c6c"
07:41:34.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:04 on dist-test-slave-bjlg"
07:41:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.908185 4073 fs_report.cc:383] FS layout report
07:41:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:41:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/wal
07:41:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data/data
07:41:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:41:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:41:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:41:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:41:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:41:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:41:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:41:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:41:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:41:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:41:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:41:34.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.949734 4073 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:41:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.955722 4073 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:41:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:34.956230 4073 kserver.cc:163] Server-wide thread pool size limit: 3276
07:41:35.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.046973 4073 rpc_server.cc:307] RPC server started. Bound to: 127.2.254.62:39329
07:41:35.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.047106 4162 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.254.62:39329 every 8 connection(s)
07:41:35.052 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:35.052 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.2.254.60:44445
07:41:35.052 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
07:41:35.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.050595 4073 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-0/data/info.pb
07:41:35.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.051254 3064 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 4073
07:41:35.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.054749 3064 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:35.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:41:35.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:35.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data
07:41:35.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:41:35.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:41:35.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/logs
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data/info.pb
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.60:44445
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.60
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39655
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.60.keytab
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.60
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:41:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.064821 4163 sys_catalog.cc:263] Verifying existing consensus state
07:41:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.073542 4163 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: Bootstrap starting.
07:41:35.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.125967 4163 log.cc:824] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: Log is configured to *not* fsync() on all Append() calls
07:41:35.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.147522 4163 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:41:35.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.148530 4163 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: Bootstrap complete.
07:41:35.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.183895 4163 raft_consensus.cc:348] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:35.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.187330 4163 raft_consensus.cc:729] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: d8f333bde16b404f9e3623a9499b0c6c, State: Initialized, Role: FOLLOWER
07:41:35.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.188282 4163 consensus_queue.cc:260] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:35.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.191246 4167 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:35.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.192276 4167 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: This master's current role is: FOLLOWER
07:41:35.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.192902 4163 sys_catalog.cc:564] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: configured and running, proceeding with master startup.
07:41:35.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.240772 4178 catalog_manager.cc:1259] Loaded cluster ID: 09e3a0aaa94e4a038f4e7c3f6ee48c01
07:41:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.241079 4178 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: loading cluster ID for follower catalog manager: success
07:41:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.256497 4178 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: acquiring CA information for follower catalog manager: success
07:41:35.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:35 dist-test-slave-bjlg krb5kdc[3075](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941294, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.62@KRBTEST.COM for kudu/127.2.254.62@KRBTEST.COM
07:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.272332 4178 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:41:35.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.320644 4073 master_runner.cc:186] Error getting master registration for 127.2.254.60:44445: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111),
07:41:35.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.350389 4073 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:41:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:35.434655 4165 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:41:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:35.435304 4165 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:41:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:35.435994 4165 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:41:35.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:35.467723 4165 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:41:35.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:35.468008 4165 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:41:35.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:35.468461 4165 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:41:35.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:35.468811 4165 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:41:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:35.469107 4165 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:41:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:35.469414 4165 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:41:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:35.469667 4165 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37273/jwks.json
07:41:35.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.516291 4165 master_runner.cc:386] Master server non-default flags:
07:41:35.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:41:35.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.20:35443
07:41:35.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:41:35.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:41:35.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data
07:41:35.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:35.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:41:35.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.62:39329,127.2.254.61:33953,127.2.254.60:44445
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/kudu_127.2.254.60.keytab
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.254.60
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.60:44445
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37273/jwks.json
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data/info.pb
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.60
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39655
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/logs
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:41:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:41:35.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.517789 4165 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:41:35.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:35.518848 4165 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:41:35.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:35.549417 4191 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:36.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.190249 4194 raft_consensus.cc:482] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:41:36.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.190713 4194 raft_consensus.cc:504] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:36.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.208643 4194 leader_election.cc:288] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers d8f333bde16b404f9e3623a9499b0c6c (127.2.254.62:39329), 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445)
07:41:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:36.223961 4023 leader_election.cc:334] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445): Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:36.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.234071 4138 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d1190124af5f4a1498120c7ada2dfdbc" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "d8f333bde16b404f9e3623a9499b0c6c" is_pre_election: true
07:41:36.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.235400 4138 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d1190124af5f4a1498120c7ada2dfdbc in term 3.
07:41:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.237149 4020 leader_election.cc:302] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: d1190124af5f4a1498120c7ada2dfdbc, d8f333bde16b404f9e3623a9499b0c6c; no voters: 2af5f3ce1c8240fe8d42ae4edf72032c
07:41:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.237977 4194 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 3 FOLLOWER]: Leader pre-election won for term 4
07:41:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.238445 4194 raft_consensus.cc:482] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:41:36.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.238898 4194 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 3 FOLLOWER]: Advancing to term 4
07:41:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.253149 4194 raft_consensus.cc:504] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:36.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.255909 4194 leader_election.cc:288] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [CANDIDATE]: Term 4 election: Requested vote from peers d8f333bde16b404f9e3623a9499b0c6c (127.2.254.62:39329), 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445)
07:41:36.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.256494 4138 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d1190124af5f4a1498120c7ada2dfdbc" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "d8f333bde16b404f9e3623a9499b0c6c"
07:41:36.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.257071 4138 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 3 FOLLOWER]: Advancing to term 4
07:41:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.265843 4138 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d1190124af5f4a1498120c7ada2dfdbc in term 4.
07:41:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:36.266000 4023 leader_election.cc:334] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445): Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111)
07:41:36.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.266866 4020 leader_election.cc:302] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: d1190124af5f4a1498120c7ada2dfdbc, d8f333bde16b404f9e3623a9499b0c6c; no voters: 2af5f3ce1c8240fe8d42ae4edf72032c
07:41:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.267897 4194 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 4 FOLLOWER]: Leader election won for term 4
07:41:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.270663 4194 raft_consensus.cc:686] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [term 4 LEADER]: Becoming Leader. State: Replica: d1190124af5f4a1498120c7ada2dfdbc, State: Running, Role: LEADER
07:41:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.272126 4194 consensus_queue.cc:237] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:36.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.286257 4199 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: SysCatalogTable state changed. Reason: New leader d1190124af5f4a1498120c7ada2dfdbc. Latest consensus state: current_term: 4 leader_uuid: "d1190124af5f4a1498120c7ada2dfdbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:36.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.287483 4199 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: This master's current role is: LEADER
07:41:36.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.290905 4201 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:41:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.299113 4201 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:41:36.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.302940 4201 catalog_manager.cc:1259] Loaded cluster ID: 09e3a0aaa94e4a038f4e7c3f6ee48c01
07:41:36.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.303201 4201 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:41:36.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.308094 4201 catalog_manager.cc:1504] Loading token signing keys...
07:41:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.312108 4201 catalog_manager.cc:5879] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc: Loaded TSK: 0
07:41:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.313671 4201 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:41:36.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.752398 4138 raft_consensus.cc:1261] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [term 4 FOLLOWER]: Refusing update from remote peer d1190124af5f4a1498120c7ada2dfdbc: Log matching property violated. Preceding OpId in replica: term: 3 index: 6. Preceding OpId from leader: term: 4 index: 7. (index mismatch)
07:41:36.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:36.754243 4023 consensus_peers.cc:487] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc -> Peer 2af5f3ce1c8240fe8d42ae4edf72032c (127.2.254.60:44445): Couldn't send request to peer 2af5f3ce1c8240fe8d42ae4edf72032c. Status: Network error: Client connection negotiation failed: client connection to 127.2.254.60:44445: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
07:41:36.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.754913 4194 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
07:41:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.769207 4202 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: SysCatalogTable state changed. Reason: New leader d1190124af5f4a1498120c7ada2dfdbc. Latest consensus state: current_term: 4 leader_uuid: "d1190124af5f4a1498120c7ada2dfdbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.770221 4202 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: This master's current role is: FOLLOWER
07:41:36.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.774987 4194 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "d1190124af5f4a1498120c7ada2dfdbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.775779 4194 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1190124af5f4a1498120c7ada2dfdbc [sys.catalog]: This master's current role is: LEADER
07:41:36.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.785622 4202 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "d1190124af5f4a1498120c7ada2dfdbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:36.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.786378 4202 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f333bde16b404f9e3623a9499b0c6c [sys.catalog]: This master's current role is: FOLLOWER
07:41:36.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:35.550484 4188 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:36.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:36.905805 4190 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:41:36.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:35.552620 4189 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:41:36.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.907009 4165 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:41:36.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.919355 4165 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:41:36.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.923641 4165 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:41:36.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.925643 4165 hybrid_clock.cc:648] HybridClock initialized: now 1781941296925585 us; error 50 us; skew 500 ppm
07:41:36.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.926723 4165 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:41:36.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:41:36 dist-test-slave-bjlg krb5kdc[3075](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941296, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.254.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:41:36.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.939383 4165 init.cc:377] Logged in from keytab as kudu/127.2.254.60@KRBTEST.COM (short username kudu)
07:41:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.946110 4165 webserver.cc:460] Webserver started at http://127.2.254.60:39655/ using document root <none> and password file <none>
07:41:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.947384 4165 fs_manager.cc:359] Metadata directory not provided
07:41:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.947664 4165 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:41:36.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.958657 4165 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.000s sys 0.008s
07:41:36.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.964434 4211 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:41:36.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.965794 4165 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
07:41:36.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.966184 4165 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2af5f3ce1c8240fe8d42ae4edf72032c"
07:41:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:41:09 on dist-test-slave-bjlg"
07:41:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:36.969660 4165 fs_report.cc:383] FS layout report
07:41:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:41:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/wal
07:41:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data/data
07:41:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:41:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:41:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:41:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:41:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:41:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:41:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:41:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:41:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:41:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:41:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:41:37.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.025120 4165 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:41:37.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.031137 4165 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:41:37.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.031631 4165 kserver.cc:163] Server-wide thread pool size limit: 3276
07:41:37.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.135731 4165 rpc_server.cc:307] RPC server started. Bound to: 127.2.254.60:44445
07:41:37.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.135893 4262 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.254.60:44445 every 8 connection(s)
07:41:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.138603 4165 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/master-2/data/info.pb
07:41:37.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.145928 3064 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 4165
07:41:37.146 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:41:37.147 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.254.62:39329(127.2.254.62:39329)] connecting to peer
07:41:37.149 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.254.62:39329(127.2.254.62:39329)] Successfully connected to peer
07:41:37.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.152637 4263 sys_catalog.cc:263] Verifying existing consensus state
07:41:37.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.161213 4263 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: Bootstrap starting.
07:41:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:37.171377 4265 negotiation.cc:344] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:44078: token expired
07:41:37.176 [DEBUG - kudu-nio-0] (Negotiator.java:352) peer /127.2.254.62:39329 sent connection negotiation error: Not authorized: token expired
07:41:37.178 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.254.62:39329(127.2.254.62:39329)] handling channelInactive
07:41:37.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.254.62:39329(127.2.254.62:39329)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
07:41:37.180 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.2.254.61:33953(127.2.254.61:33953)] connecting to peer
07:41:37.181 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.254.61:33953(127.2.254.61:33953)] Successfully connected to peer
07:41:37.188 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.2.254.62:39329(127.2.254.62:39329)] connecting to peer
07:41:37.189 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.2.254.60:44445(127.2.254.60:44445)] connecting to peer
07:41:37.190 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.254.60:44445(127.2.254.60:44445)] Successfully connected to peer
07:41:37.192 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.254.62:39329(127.2.254.62:39329)] Successfully connected to peer
07:41:37.195 [DEBUG - kudu-nio-0] (SecurityContext.java:225) Refreshing Kerberos credentials...
07:41:37.195 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster5509196511765128638/krb5kdc/krb5cc
07:41:37.200 [DEBUG - kudu-nio-0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
07:41:37.200 [WARN - kudu-nio-0] (SecurityContext.java:234) Tried to refresh Kerberos credentials but was unable to re-login from ticket cache
07:41:37.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.254.62:39329(127.2.254.62:39329)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
07:41:37.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.254.62:39329: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
07:41:37.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:37.203176 4265 negotiation.cc:337] Failed RPC negotiation. Trace:
07:41:37.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.191073 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:44094 (local address 127.2.254.62:39329)
07:41:37.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.191754 (+ 681us) server_negotiation.cc:206] Beginning negotiation
07:41:37.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.191787 (+ 33us) server_negotiation.cc:399] Waiting for connection header
07:41:37.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.193158 (+ 1371us) server_negotiation.cc:407] Connection header received
07:41:37.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.194026 (+ 868us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
07:41:37.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.194055 (+ 29us) server_negotiation.cc:461] Received NEGOTIATE request from client
07:41:37.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.194275 (+ 220us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
07:41:37.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.194440 (+ 165us) server_negotiation.cc:226] Negotiated authn=SASL
07:41:37.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.201886 (+ 7446us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:44094: BlockingRecv error: recv got EOF from 127.0.0.1:44094 (error 108)
07:41:37.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":107}
07:41:37.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.254.61:33953(127.2.254.61:33953)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
07:41:37.206 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.254.62:39329(127.2.254.62:39329)] handling channelInactive
07:41:37.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.254.61:33953: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
07:41:37.206 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.254.61:33953(127.2.254.61:33953)] handling channelInactive
07:41:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:37.208427 4266 negotiation.cc:337] Failed RPC negotiation. Trace:
07:41:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.181712 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:57414 (local address 127.2.254.61:33953)
07:41:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.199211 (+ 17499us) server_negotiation.cc:206] Beginning negotiation
07:41:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.199248 (+ 37us) server_negotiation.cc:399] Waiting for connection header
07:41:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.199309 (+ 61us) server_negotiation.cc:407] Connection header received
07:41:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.199473 (+ 164us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
07:41:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.199507 (+ 34us) server_negotiation.cc:461] Received NEGOTIATE request from client
07:41:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.205216 (+ 5709us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
07:41:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.205524 (+ 308us) server_negotiation.cc:226] Negotiated authn=SASL
07:41:37.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.206957 (+ 1433us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:57414: BlockingRecv error: recv got EOF from 127.0.0.1:57414 (error 108)
07:41:37.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":17031,"thread_start_us":17972,"threads_started":1}
07:41:37.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.254.60:44445(127.2.254.60:44445)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
07:41:37.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.254.60:44445: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
07:41:37.214 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.254.60:44445(127.2.254.60:44445)] handling channelInactive
07:41:37.215 [DEBUG - main] (Connection.java:575) [peer master-127.2.254.60:44445(127.2.254.60:44445)] disconnecting while in state TERMINATED
07:41:37.215 [DEBUG - main] (Connection.java:575) [peer master-127.2.254.62:39329(127.2.254.62:39329)] disconnecting while in state TERMINATED
07:41:37.216 [DEBUG - main] (Connection.java:575) [peer master-127.2.254.61:33953(127.2.254.61:33953)] disconnecting while in state TERMINATED
07:41:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.216625 4263 log.cc:824] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: Log is configured to *not* fsync() on all Append() calls
07:41:37.219 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:41:37.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:37.222118 4267 negotiation.cc:337] Failed RPC negotiation. Trace:
07:41:37.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.191055 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:40250 (local address 127.2.254.60:44445)
07:41:37.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.203445 (+ 12390us) server_negotiation.cc:206] Beginning negotiation
07:41:37.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.203482 (+ 37us) server_negotiation.cc:399] Waiting for connection header
07:41:37.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.203550 (+ 68us) server_negotiation.cc:407] Connection header received
07:41:37.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.212404 (+ 8854us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
07:41:37.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.212457 (+ 53us) server_negotiation.cc:461] Received NEGOTIATE request from client
07:41:37.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.212930 (+ 473us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
07:41:37.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.213381 (+ 451us) server_negotiation.cc:226] Negotiated authn=SASL
07:41:37.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:41:37.219141 (+ 5760us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:40250: BlockingRecv error: recv got EOF from 127.0.0.1:40250 (error 108)
07:41:37.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":11825,"thread_start_us":11412,"threads_started":1}
07:41:37.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.225449 3064 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 4073
07:41:37.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.237053 4263 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:41:37.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.237767 4263 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c: Bootstrap complete.
07:41:37.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:41:37.253859 4020 connection.cc:535] client connection to 127.2.254.62:39329 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:41:37.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.255074 3064 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 4000
07:41:37.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.264595 4263 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:37.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.268433 4263 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2af5f3ce1c8240fe8d42ae4edf72032c, State: Initialized, Role: FOLLOWER
07:41:37.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.269487 4263 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } }
07:41:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.272364 4271 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f333bde16b404f9e3623a9499b0c6c" member_type: VOTER last_known_addr { host: "127.2.254.62" port: 39329 } } peers { permanent_uuid: "d1190124af5f4a1498120c7ada2dfdbc" member_type: VOTER last_known_addr { host: "127.2.254.61" port: 33953 } } peers { permanent_uuid: "2af5f3ce1c8240fe8d42ae4edf72032c" member_type: VOTER last_known_addr { host: "127.2.254.60" port: 44445 } } }
07:41:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.273203 4271 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: This master's current role is: FOLLOWER
07:41:37.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.274564 4263 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2af5f3ce1c8240fe8d42ae4edf72032c [sys.catalog]: configured and running, proceeding with master startup.
07:41:37.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:37.300534 3064 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 4165
07:41:38.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:41:38Z chronyd exiting
07:41:39.561 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:41:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:39.562999 2337 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 2620
07:41:39.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:39.595613 2337 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 2776
07:41:39.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:39.621789 2337 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 2923
07:41:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:39.648306 2337 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 2349
07:41:39.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:39.681671 2337 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 2419
07:41:39.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:41:39.716262 2337 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 2494
07:41:40.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:41:40Z chronyd exiting
07:41:41.945 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.2.254.61:33953,127.2.254.62:39329,127.2.254.60:44445). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient(TestSecurity.java:366) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158) ~[main/:?]
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.2.254.61:33953,127.2.254.62:39329,127.2.254.60:44445). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient(TestSecurity.java:366)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158)
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more