20:03:13.392 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:03:13.402 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskHAzmsf/test-tmp
20:03:13.408 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:03:13.412 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskHAzmsf/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:03:13.708 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:03:13.882 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:03:13.884 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:03:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:13.889588 26595 mini_oidc.cc:150] Starting JWKS server
20:03:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:13.893940 26595 webserver.cc:533] Webserver started at http://127.0.0.1:38939/ using document root <none> and password file <none>
20:03:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:13.894591 26595 mini_oidc.cc:186] Starting OIDC Discovery server
20:03:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:13.896732 26595 webserver.cc:533] Webserver started at http://127.0.0.1:42071/ using document root <none> and password file <none>
20:03:13.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T20:03:13Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:03:13.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T20:03:13Z Disabled control of system clock
20:03:13.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:13.962285 26595 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:13.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:13.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-0/wal
20:03:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-0/data
20:03:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-0/logs
20:03:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-0/data/info.pb
20:03:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:13.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:13.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:13.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:13.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:13.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:13.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.248.254:39983
20:03:13.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.248.254
20:03:13.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:13.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.248.212:41321
20:03:13.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:13.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:13.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:13.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:13.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.248.254:39983,127.25.248.253:39031,127.25.248.252:45851
20:03:13.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:13.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38939/jwks.json with env {}
20:03:14.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:14.285598 26607 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:14.286653 26607 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:14.287526 26607 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:14.325312 26607 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:14.325848 26607 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:14.326193 26607 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:14.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:14.326692 26607 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:14.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:14.327128 26607 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:14.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:14.327441 26607 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38939/jwks.json
20:03:14.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:14.369143 26607 master_runner.cc:387] Master server non-default flags:
20:03:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-0/logs
20:03:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.248.212:41321
20:03:14.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-0/data
20:03:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-0/wal
20:03:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.248.254:39983,127.25.248.253:39031,127.25.248.252:45851
20:03:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:14.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.248.254:39983
20:03:14.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:14.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:14.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:14.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38939/jwks.json
20:03:14.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:14.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:14.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-0/data/info.pb
20:03:14.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.248.254
20:03:14.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:14.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:14.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:14.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:14.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:14.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:14.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
20:03:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:14.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 19:43:25 UTC on e7f111948823
20:03:14.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14014
20:03:14.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:14.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:14.371001 26607 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:14.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:14.373394 26607 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:14.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:14.388756 26613 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:15.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:14.393122 26616 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:15.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:14.391194 26614 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:15.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:15.634923 26615 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1240 milliseconds
20:03:15.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.635098 26607 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:15.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.636694 26607 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:15.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.640002 26607 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.641463 26607 hybrid_clock.cc:648] HybridClock initialized: now 1790452995641419 us; error 62 us; skew 500 ppm
20:03:15.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.642459 26607 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:15.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.650242 26607 webserver.cc:533] Webserver started at http://127.25.248.254:38041/ using document root <none> and password file <none>
20:03:15.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.651176 26607 fs_manager.cc:362] Metadata directory not provided
20:03:15.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.651368 26607 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.651842 26607 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:15.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.656095 26607 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-0/data/instance:
20:03:15.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2"
20:03:15.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:15 on dist-test-slave-q3ff"
20:03:15.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.657378 26607 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-0/wal/instance:
20:03:15.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2"
20:03:15.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:15 on dist-test-slave-q3ff"
20:03:15.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.664965 26607 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
20:03:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.671861 26623 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.673307 26607 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.002s
20:03:15.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.673646 26607 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-0/data,/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-0/wal
20:03:15.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2"
20:03:15.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:15 on dist-test-slave-q3ff"
20:03:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.673964 26607 fs_report.cc:389] FS layout report
20:03:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-0/wal
20:03:15.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-0/wal
20:03:15.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-0/data/data
20:03:15.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:15.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:15.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:15.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:15.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:15.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.774607 26607 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.776113 26607 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.776530 26607 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.856395 26607 rpc_server.cc:307] RPC server started. Bound to: 127.25.248.254:39983
20:03:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.856480 26674 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.248.254:39983 every 8 connection(s)
20:03:15.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.859622 26607 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-0/data/info.pb
20:03:15.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.866457 26675 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:15.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.870766 26595 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu as pid 26607
20:03:15.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.871217 26595 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-0/wal/instance
20:03:15.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.875204 26595 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:15.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:15.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-1/wal
20:03:15.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-1/data
20:03:15.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:15.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-1/logs
20:03:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-1/data/info.pb
20:03:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:15.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:15.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:15.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:15.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.248.253:39031
20:03:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.248.253
20:03:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.248.212:41321
20:03:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.248.254:39983,127.25.248.253:39031,127.25.248.252:45851
20:03:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38939/jwks.json with env {}
20:03:15.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.880324 26675 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } has no permanent_uuid. Determining permanent_uuid...
20:03:15.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.917356 26675 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } has no permanent_uuid. Determining permanent_uuid...
20:03:15.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:15.919725 26627 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.248.253:39031: connect: Connection refused (error 111)
20:03:15.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:15.925200 26675 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.253:39031: Network error: Client connection negotiation failed: client connection to 127.25.248.253:39031: connect: Connection refused (error 111)
20:03:15.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:15.974805 26675 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } attempt: 1
20:03:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:15.979544 26675 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.253:39031: Network error: Client connection negotiation failed: client connection to 127.25.248.253:39031: connect: Connection refused (error 111)
20:03:16.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:16.048113 26675 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } attempt: 2
20:03:16.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:16.053434 26675 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.253:39031: Network error: Client connection negotiation failed: client connection to 127.25.248.253:39031: connect: Connection refused (error 111)
20:03:16.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:16.144882 26675 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } attempt: 3
20:03:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:16.149994 26675 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.253:39031: Network error: Client connection negotiation failed: client connection to 127.25.248.253:39031: connect: Connection refused (error 111)
20:03:16.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:16.214594 26677 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:16.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:16.215339 26677 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:16.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:16.216146 26677 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:16.252169 26677 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:16.252566 26677 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:16.252962 26677 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:16.253336 26677 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:16.253724 26677 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:16.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:16.254009 26677 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38939/jwks.json
20:03:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:16.292018 26677 master_runner.cc:387] Master server non-default flags:
20:03:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-1/logs
20:03:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:16.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:16.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:16.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.248.212:41321
20:03:16.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:16.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:16.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-1/data
20:03:16.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-1/wal
20:03:16.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:16.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.248.254:39983,127.25.248.253:39031,127.25.248.252:45851
20:03:16.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:16.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:16.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:16.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.248.253:39031
20:03:16.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:16.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:16.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:16.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38939/jwks.json
20:03:16.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:16.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:16.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-1/data/info.pb
20:03:16.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.248.253
20:03:16.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:16.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:16.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:16.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:16.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:16.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:16.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:16.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:16.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:16.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
20:03:16.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:16.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 19:43:25 UTC on e7f111948823
20:03:16.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14014
20:03:16.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:16.293607 26675 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } attempt: 4
20:03:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:16.293866 26677 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:16.296273 26677 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:16.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:16.303618 26675 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.253:39031: Network error: Client connection negotiation failed: client connection to 127.25.248.253:39031: connect: Connection refused (error 111)
20:03:16.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:16.312031 26687 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:16.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:16.603122 26675 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } attempt: 5
20:03:16.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:16.610775 26675 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.253:39031: Network error: Client connection negotiation failed: client connection to 127.25.248.253:39031: connect: Connection refused (error 111)
20:03:17.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.158407 26675 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } attempt: 6
20:03:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:17.173206 26675 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.253:39031: Network error: Client connection negotiation failed: client connection to 127.25.248.253:39031: connect: Connection refused (error 111)
20:03:17.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:16.318137 26690 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:17.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:16.314338 26688 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:17.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:17.606588 26689 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1287 milliseconds
20:03:17.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.606726 26677 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:17.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.608311 26677 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:17.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.611554 26677 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:17.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.612941 26677 hybrid_clock.cc:648] HybridClock initialized: now 1790452997612891 us; error 59 us; skew 500 ppm
20:03:17.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.613862 26677 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:17.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.620241 26677 webserver.cc:533] Webserver started at http://127.25.248.253:46251/ using document root <none> and password file <none>
20:03:17.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.621186 26677 fs_manager.cc:362] Metadata directory not provided
20:03:17.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.621378 26677 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.621783 26677 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:17.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.626158 26677 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-1/data/instance:
20:03:17.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e85e5b777aa54f40bb040316f0d82b02"
20:03:17.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:17 on dist-test-slave-q3ff"
20:03:17.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.627352 26677 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-1/wal/instance:
20:03:17.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e85e5b777aa54f40bb040316f0d82b02"
20:03:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:17 on dist-test-slave-q3ff"
20:03:17.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.635336 26677 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
20:03:17.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.642356 26699 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:17.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.643755 26677 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
20:03:17.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.644050 26677 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-1/data,/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-1/wal
20:03:17.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e85e5b777aa54f40bb040316f0d82b02"
20:03:17.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:17 on dist-test-slave-q3ff"
20:03:17.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.644485 26677 fs_report.cc:389] FS layout report
20:03:17.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:17.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-1/wal
20:03:17.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-1/wal
20:03:17.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-1/data/data
20:03:17.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:17.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:17.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:17.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:17.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:17.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.707897 26677 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:17.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.709450 26677 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:17.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.709923 26677 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:17.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.795135 26677 rpc_server.cc:307] RPC server started. Bound to: 127.25.248.253:39031
20:03:17.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.795260 26750 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.248.253:39031 every 8 connection(s)
20:03:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.798393 26677 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-1/data/info.pb
20:03:17.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.804405 26751 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:17.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.808485 26595 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu as pid 26677
20:03:17.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.809019 26595 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-1/wal/instance
20:03:17.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.812309 26595 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:17.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:17.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-2/wal
20:03:17.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-2/data
20:03:17.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:17.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:17.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:17.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:17.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:17.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:17.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-2/logs
20:03:17.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-2/data/info.pb
20:03:17.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:17.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:17.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:17.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:17.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:17.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:17.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:17.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:17.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:17.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:17.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:17.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:17.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.248.252:45851
20:03:17.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.248.252
20:03:17.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:17.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.248.212:41321
20:03:17.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.248.254:39983,127.25.248.253:39031,127.25.248.252:45851
20:03:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38939/jwks.json with env {}
20:03:17.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.819885 26751 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } has no permanent_uuid. Determining permanent_uuid...
20:03:17.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.851194 26751 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } has no permanent_uuid. Determining permanent_uuid...
20:03:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.868630 26751 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } has no permanent_uuid. Determining permanent_uuid...
20:03:17.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:17.871515 26703 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.248.252:45851: connect: Connection refused (error 111)
20:03:17.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:17.878154 26751 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.252:45851: Network error: Client connection negotiation failed: client connection to 127.25.248.252:45851: connect: Connection refused (error 111)
20:03:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:17.927759 26751 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } attempt: 1
20:03:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:17.932507 26751 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.252:45851: Network error: Client connection negotiation failed: client connection to 127.25.248.252:45851: connect: Connection refused (error 111)
20:03:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:18.001029 26751 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } attempt: 2
20:03:18.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.006496 26751 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.252:45851: Network error: Client connection negotiation failed: client connection to 127.25.248.252:45851: connect: Connection refused (error 111)
20:03:18.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:18.098048 26751 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } attempt: 3
20:03:18.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.104424 26751 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.252:45851: Network error: Client connection negotiation failed: client connection to 127.25.248.252:45851: connect: Connection refused (error 111)
20:03:18.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.143388 26753 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:18.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.144101 26753 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:18.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.144846 26753 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:18.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.183149 26753 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.183583 26753 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.183928 26753 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.184315 26753 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.184770 26753 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.185050 26753 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38939/jwks.json
20:03:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:18.226228 26753 master_runner.cc:387] Master server non-default flags:
20:03:18.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-2/logs
20:03:18.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:18.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:18.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:18.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.248.212:41321
20:03:18.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:18.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:18.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-2/data
20:03:18.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-2/wal
20:03:18.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:18.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.248.254:39983,127.25.248.253:39031,127.25.248.252:45851
20:03:18.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:18.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:18.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:18.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.248.252:45851
20:03:18.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:18.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:18.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:18.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38939/jwks.json
20:03:18.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:18.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:18.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-2/data/info.pb
20:03:18.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.248.252
20:03:18.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:18.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:18.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:18.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:18.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:18.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:18.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:18.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:18.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:18.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
20:03:18.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:18.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 19:43:25 UTC on e7f111948823
20:03:18.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14014
20:03:18.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:18.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:18.228060 26753 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:18.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:18.230482 26753 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:18.233826 26675 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } attempt: 7
20:03:18.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:18.247980 26751 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } attempt: 4
20:03:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.248999 26764 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:18.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.254956 26751 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.252:45851: Network error: Client connection negotiation failed: client connection to 127.25.248.252:45851: connect: Connection refused (error 111)
20:03:18.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:18.258438 26675 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } has no permanent_uuid. Determining permanent_uuid...
20:03:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.264660 26675 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.252:45851: Network error: Client connection negotiation failed: client connection to 127.25.248.252:45851: connect: Connection refused (error 111)
20:03:18.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:18.323149 26675 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } attempt: 1
20:03:18.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.332155 26675 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.252:45851: Network error: Client connection negotiation failed: client connection to 127.25.248.252:45851: connect: Connection refused (error 111)
20:03:18.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:18.413856 26675 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } attempt: 2
20:03:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.422559 26675 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.252:45851: Network error: Client connection negotiation failed: client connection to 127.25.248.252:45851: connect: Connection refused (error 111)
20:03:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:18.508181 26675 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } attempt: 3
20:03:18.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.515657 26675 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.252:45851: Network error: Client connection negotiation failed: client connection to 127.25.248.252:45851: connect: Connection refused (error 111)
20:03:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:18.554419 26751 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } attempt: 5
20:03:18.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.563517 26751 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.252:45851: Network error: Client connection negotiation failed: client connection to 127.25.248.252:45851: connect: Connection refused (error 111)
20:03:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:18.656292 26675 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } attempt: 4
20:03:18.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.663460 26675 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.252:45851: Network error: Client connection negotiation failed: client connection to 127.25.248.252:45851: connect: Connection refused (error 111)
20:03:18.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:18.947081 26675 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } attempt: 5
20:03:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.954457 26675 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.252:45851: Network error: Client connection negotiation failed: client connection to 127.25.248.252:45851: connect: Connection refused (error 111)
20:03:19.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.111167 26751 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } attempt: 6
20:03:19.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:19.125730 26751 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.252:45851: Network error: Client connection negotiation failed: client connection to 127.25.248.252:45851: connect: Connection refused (error 111)
20:03:19.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.507100 26675 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } attempt: 6
20:03:19.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:19.514734 26675 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.248.252:45851: Network error: Client connection negotiation failed: client connection to 127.25.248.252:45851: connect: Connection refused (error 111)
20:03:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:18.249148 26765 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:19.531810 26753 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.286s user 0.470s sys 0.812s
20:03:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:19.533013 26753 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.287s user 0.472s sys 0.814s
20:03:19.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.535332 26753 server_base.cc:1061] running on GCE node
20:03:19.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:19.537344 26774 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.539052 26753 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:19.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.541888 26753 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:19.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.543438 26753 hybrid_clock.cc:648] HybridClock initialized: now 1790452999543383 us; error 62 us; skew 500 ppm
20:03:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.544548 26753 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:19.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.552198 26753 webserver.cc:533] Webserver started at http://127.25.248.252:38555/ using document root <none> and password file <none>
20:03:19.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.553309 26753 fs_manager.cc:362] Metadata directory not provided
20:03:19.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.553571 26753 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:19.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.554113 26753 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.558593 26753 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-2/data/instance:
20:03:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec8ed02f8f1a4f498f854500e96d2ad3"
20:03:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:19 on dist-test-slave-q3ff"
20:03:19.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.560055 26753 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-2/wal/instance:
20:03:19.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec8ed02f8f1a4f498f854500e96d2ad3"
20:03:19.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:19 on dist-test-slave-q3ff"
20:03:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.569721 26753 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.005s sys 0.002s
20:03:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.576388 26779 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.577828 26753 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
20:03:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.578245 26753 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-2/data,/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-2/wal
20:03:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec8ed02f8f1a4f498f854500e96d2ad3"
20:03:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:19 on dist-test-slave-q3ff"
20:03:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.578658 26753 fs_report.cc:389] FS layout report
20:03:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-2/wal
20:03:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-2/wal
20:03:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-2/data/data
20:03:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:19.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:19.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:19.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:19.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:19.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:19.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:19.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:19.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:19.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:19.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:19.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.651859 26753 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:19.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.653550 26753 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.654094 26753 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:19.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.734622 26753 rpc_server.cc:307] RPC server started. Bound to: 127.25.248.252:45851
20:03:19.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.734715 26830 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.248.252:45851 every 8 connection(s)
20:03:19.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.738129 26753 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-2/data/info.pb
20:03:19.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.742420 26595 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu as pid 26753
20:03:19.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.742913 26595 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/master-2/wal/instance
20:03:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.745445 26831 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:19.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.762343 26831 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } has no permanent_uuid. Determining permanent_uuid...
20:03:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.790642 26831 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } has no permanent_uuid. Determining permanent_uuid...
20:03:19.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.801071 26831 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } has no permanent_uuid. Determining permanent_uuid...
20:03:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.824280 26831 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3: Bootstrap starting.
20:03:19.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.832397 26831 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3: Neither blocks nor log segments found. Creating new log.
20:03:19.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.834246 26831 log.cc:826] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3: Log is configured to *not* fsync() on all Append() calls
20:03:19.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.840066 26831 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3: No bootstrap required, opened a new log
20:03:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.862193 26831 raft_consensus.cc:359] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } }
20:03:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.862910 26831 raft_consensus.cc:385] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.863169 26831 raft_consensus.cc:740] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec8ed02f8f1a4f498f854500e96d2ad3, State: Initialized, Role: FOLLOWER
20:03:19.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.864138 26831 consensus_queue.cc:260] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } }
20:03:19.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.871506 26840 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } } }
20:03:19.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.872833 26840 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [sys.catalog]: This master's current role is: FOLLOWER
20:03:19.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.873518 26831 sys_catalog.cc:565] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [sys.catalog]: configured and running, proceeding with master startup.
20:03:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:19.903685 26851 catalog_manager.cc:1607] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:19.904697 26851 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:19.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:19.909413 26785 tablet.cc:2433] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.897603 26753 master_runner.cc:187] Error getting master registration for 127.25.248.254:39983: OK, instance_id { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" instance_seqno: 1790452995835394 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:19.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:19.931758 26753 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.084661 26840 raft_consensus.cc:493] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:20.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.085250 26840 raft_consensus.cc:515] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } }
20:03:20.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.087929 26840 leader_election.cc:290] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 (127.25.248.254:39983), e85e5b777aa54f40bb040316f0d82b02 (127.25.248.253:39031)
20:03:20.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.186354 26751 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } attempt: 7
20:03:20.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.208007 26751 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02: Bootstrap starting.
20:03:20.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.215636 26751 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02: Neither blocks nor log segments found. Creating new log.
20:03:20.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.218152 26751 log.cc:826] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02: Log is configured to *not* fsync() on all Append() calls
20:03:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.223579 26751 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02: No bootstrap required, opened a new log
20:03:20.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.253264 26751 raft_consensus.cc:359] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } }
20:03:20.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.254180 26751 raft_consensus.cc:385] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:20.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.254470 26751 raft_consensus.cc:740] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e85e5b777aa54f40bb040316f0d82b02, State: Initialized, Role: FOLLOWER
20:03:20.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.255789 26751 consensus_queue.cc:260] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } }
20:03:20.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.258598 26855 sys_catalog.cc:455] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } } }
20:03:20.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.259410 26855 sys_catalog.cc:458] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02 [sys.catalog]: This master's current role is: FOLLOWER
20:03:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.260598 26751 sys_catalog.cc:565] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02 [sys.catalog]: configured and running, proceeding with master startup.
20:03:20.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.264959 26726 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e85e5b777aa54f40bb040316f0d82b02" is_pre_election: true
20:03:20.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.266175 26726 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ec8ed02f8f1a4f498f854500e96d2ad3 in term 0.
20:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.276664 26783 leader_election.cc:304] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e85e5b777aa54f40bb040316f0d82b02, ec8ed02f8f1a4f498f854500e96d2ad3; no voters:
20:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.278051 26840 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.278543 26840 raft_consensus.cc:493] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.278949 26840 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [term 0 FOLLOWER]: Advancing to term 1
20:03:20.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.291210 26840 raft_consensus.cc:515] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } }
20:03:20.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.296227 26840 leader_election.cc:290] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [CANDIDATE]: Term 1 election: Requested vote from peers 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 (127.25.248.254:39983), e85e5b777aa54f40bb040316f0d82b02 (127.25.248.253:39031)
20:03:20.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.296806 26726 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e85e5b777aa54f40bb040316f0d82b02"
20:03:20.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.297399 26726 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02 [term 0 FOLLOWER]: Advancing to term 1
20:03:20.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.305367 26726 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ec8ed02f8f1a4f498f854500e96d2ad3 in term 1.
20:03:20.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.308426 26783 leader_election.cc:304] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e85e5b777aa54f40bb040316f0d82b02, ec8ed02f8f1a4f498f854500e96d2ad3; no voters:
20:03:20.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.309496 26840 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [term 1 FOLLOWER]: Leader election won for term 1
20:03:20.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.321386 26840 raft_consensus.cc:697] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [term 1 LEADER]: Becoming Leader. State: Replica: ec8ed02f8f1a4f498f854500e96d2ad3, State: Running, Role: LEADER
20:03:20.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.322880 26840 consensus_queue.cc:237] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } }
20:03:20.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.337641 26860 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ec8ed02f8f1a4f498f854500e96d2ad3. Latest consensus state: current_term: 1 leader_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } } }
20:03:20.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.338943 26860 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [sys.catalog]: This master's current role is: LEADER
20:03:20.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.348148 26865 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
20:03:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.357098 26865 catalog_manager.cc:1533] Initializing Kudu cluster ID...
20:03:20.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:20.376973 26869 catalog_manager.cc:1607] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:20.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:20.377904 26869 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:20.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.397500 26726 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02 [term 1 FOLLOWER]: Refusing update from remote peer ec8ed02f8f1a4f498f854500e96d2ad3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.400815 26860 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:20.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.359109 26677 master_runner.cc:187] Error getting master registration for 127.25.248.254:39983: OK, instance_id { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" instance_seqno: 1790452995835394 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:20.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.409518 26677 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:20.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.437482 26855 sys_catalog.cc:455] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ec8ed02f8f1a4f498f854500e96d2ad3. Latest consensus state: current_term: 1 leader_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } } }
20:03:20.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.438832 26855 sys_catalog.cc:458] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02 [sys.catalog]: This master's current role is: FOLLOWER
20:03:20.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.444773 26871 mvcc.cc:204] Tried to move back new op lower bound from 7333695489598091264 to 7333695489334472704. Current Snapshot: MvccSnapshot[applied={T|T < 7333695489598091264}]
20:03:20.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.452996 26855 sys_catalog.cc:455] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } } }
20:03:20.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.453761 26855 sys_catalog.cc:458] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02 [sys.catalog]: This master's current role is: FOLLOWER
20:03:20.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.458767 26865 catalog_manager.cc:1396] Generated new cluster ID: 92165f392c12426bba70a81c60896bb7
20:03:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.459054 26865 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
20:03:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.458099 26860 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } } }
20:03:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.461166 26860 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [sys.catalog]: This master's current role is: LEADER
20:03:20.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.499279 26865 catalog_manager.cc:1419] Generated new certificate authority record
20:03:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.501996 26865 catalog_manager.cc:1553] Loading token signing keys...
20:03:20.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.543057 26865 catalog_manager.cc:6219] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3: Generated new TSK 0
20:03:20.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.546223 26865 catalog_manager.cc:1563] Initializing in-progress tserver states...
20:03:20.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.548141 26675 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } attempt: 7
20:03:20.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.584178 26595 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:20.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:20.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-0/wal
20:03:20.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-0/data
20:03:20.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:20.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:20.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:20.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:20.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:20.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:20.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-0/logs
20:03:20.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-0/data/info.pb
20:03:20.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.248.193:0
20:03:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.248.193
20:03:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.248.193
20:03:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.248.254:39983,127.25.248.253:39031,127.25.248.252:45851
20:03:20.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.248.212:41321
20:03:20.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:20.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:20.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:20.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.585281 26675 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2: Bootstrap starting.
20:03:20.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.594515 26675 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2: Neither blocks nor log segments found. Creating new log.
20:03:20.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.597481 26675 log.cc:826] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2: Log is configured to *not* fsync() on all Append() calls
20:03:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.609017 26675 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2: No bootstrap required, opened a new log
20:03:20.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.642499 26675 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } }
20:03:20.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.644480 26675 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.644853 26675 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4fdc3e8a6cfd4e348ed5e54ab5fb53c2, State: Initialized, Role: FOLLOWER
20:03:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.646576 26675 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } }
20:03:20.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.665418 26675 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 [sys.catalog]: configured and running, proceeding with master startup.
20:03:20.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.665594 26650 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" is_pre_election: true
20:03:20.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.666239 26649 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2"
20:03:20.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.673820 26648 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 [term 0 FOLLOWER]: Advancing to term 1
20:03:20.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.673635 26879 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } } }
20:03:20.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.674520 26879 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 [sys.catalog]: This master's current role is: FOLLOWER
20:03:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.684176 26648 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 [term 1 FOLLOWER]: Refusing update from remote peer ec8ed02f8f1a4f498f854500e96d2ad3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:20.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.688731 26879 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:20.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.689262 26879 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } }
20:03:20.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:20.713011 26840 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:20.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:20.790313 26629 tablet.cc:2433] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:21.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:21.384058 26869 catalog_manager.cc:1308] Loaded cluster ID: 92165f392c12426bba70a81c60896bb7
20:03:21.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:21.384358 26869 catalog_manager.cc:1601] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02: loading cluster ID for follower catalog manager: success
20:03:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:21.392091 26869 catalog_manager.cc:1623] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02: acquiring CA information for follower catalog manager: success
20:03:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:21.397711 26725 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e85e5b777aa54f40bb040316f0d82b02" is_pre_election: true
20:03:21.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:21.399395 26806 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" is_pre_election: true
20:03:21.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:21.402551 26649 thread.cc:641] prepare [worker] (thread pool) Time spent creating pthread: real 0.680s user 0.001s sys 0.006s
20:03:21.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:21.402896 26879 leader_election.cc:290] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers e85e5b777aa54f40bb040316f0d82b02 (127.25.248.253:39031), ec8ed02f8f1a4f498f854500e96d2ad3 (127.25.248.252:45851)
20:03:21.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:21.407970 26675 thread.cc:641] rpc reactor (reactor) Time spent creating pthread: real 0.708s user 0.003s sys 0.004s
20:03:21.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:21.402083 26627 leader_election.cc:304] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4fdc3e8a6cfd4e348ed5e54ab5fb53c2; no voters: e85e5b777aa54f40bb040316f0d82b02, ec8ed02f8f1a4f498f854500e96d2ad3
20:03:21.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:21.413707 26675 thread.cc:608] rpc reactor (reactor) Time spent starting thread: real 0.714s user 0.004s sys 0.004s
20:03:21.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:21.416290 26649 thread.cc:608] prepare [worker] (thread pool) Time spent starting thread: real 0.694s user 0.007s sys 0.006s
20:03:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:21.419680 26869 catalog_manager.cc:1651] T 00000000000000000000000000000000 P e85e5b777aa54f40bb040316f0d82b02: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:21.498081 26879 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:03:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:21.502223 26880 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ec8ed02f8f1a4f498f854500e96d2ad3. Latest consensus state: current_term: 1 leader_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } } }
20:03:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:21.502993 26880 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 [sys.catalog]: This master's current role is: FOLLOWER
20:03:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:21.504338 26887 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } } }
20:03:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:21.505084 26887 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2 [sys.catalog]: This master's current role is: FOLLOWER
20:03:21.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:21.561622 26898 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:03:21.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:21.660789 26893 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4fdc3e8a6cfd4e348ed5e54ab5fb53c2" member_type: VOTER last_known_addr { host: "127.25.248.254" port: 39983 } } peers { permanent_uuid: "e85e5b777aa54f40bb040316f0d82b02" member_type: VOTER last_known_addr { host: "127.25.248.253" port: 39031 } } peers { permanent_uuid: "ec8ed02f8f1a4f498f854500e96d2ad3" member_type: VOTER last_known_addr { host: "127.25.248.252" port: 45851 } } }
20:03:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:21.661538 26893 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec8ed02f8f1a4f498f854500e96d2ad3 [sys.catalog]: This master's current role is: LEADER
20:03:21.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:21.699287 26877 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:21.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:21.700060 26877 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:21.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:21.700960 26877 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:21.767132 26877 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:21.768445 26877 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.248.193
20:03:21.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:21.824793 26877 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:21.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-0/logs
20:03:21.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:21.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:21.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:21.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.248.212:41321
20:03:21.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:21.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-0/data
20:03:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-0/wal
20:03:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.248.193:0
20:03:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-0/data/info.pb
20:03:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.248.193
20:03:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.248.254:39983,127.25.248.253:39031,127.25.248.252:45851
20:03:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:21.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:21.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:21.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.248.193
20:03:21.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:21.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:21.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:21.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
20:03:21.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:21.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 19:43:25 UTC on e7f111948823
20:03:21.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14014
20:03:21.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:21.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:21.826473 26877 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:21.828743 26877 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:21.845974 26905 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:22.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:22.593007 26898 catalog_manager.cc:1308] Loaded cluster ID: 92165f392c12426bba70a81c60896bb7
20:03:22.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:22.593739 26898 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2: loading cluster ID for follower catalog manager: success
20:03:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:22.617496 26898 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2: acquiring CA information for follower catalog manager: success
20:03:22.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:22.623731 26898 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 4fdc3e8a6cfd4e348ed5e54ab5fb53c2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:23.248339 26904 debug-util.cc:398] Leaking SignalData structure 0x7b0800034de0 after lost signal to thread 26877
20:03:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:23.936401 26904 kernel_stack_watchdog.cc:198] Thread 26877 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
20:03:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:03:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:03:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:03:23.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:03:23.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:21.849115 26906 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:23.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:23.937950 26877 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.091s user 0.596s sys 1.215s
20:03:23.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:23.938306 26877 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.091s user 0.596s sys 1.215s
20:03:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:23.944406 26877 server_base.cc:1061] running on GCE node
20:03:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:23.945664 26913 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:23.947034 26877 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:23.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:23.949648 26877 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:23.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:23.951090 26877 hybrid_clock.cc:648] HybridClock initialized: now 1790453003950951 us; error 137 us; skew 500 ppm
20:03:23.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:23.952162 26877 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:23.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:23.960915 26877 webserver.cc:533] Webserver started at http://127.25.248.193:46367/ using document root <none> and password file <none>
20:03:23.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:23.962100 26877 fs_manager.cc:362] Metadata directory not provided
20:03:23.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:23.962371 26877 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:23.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:23.962904 26877 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:23.970813 26877 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-0/data/instance:
20:03:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97175928d14f4aa281198b87ed8da8cd"
20:03:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:23 on dist-test-slave-q3ff"
20:03:23.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:23.972278 26877 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-0/wal/instance:
20:03:23.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97175928d14f4aa281198b87ed8da8cd"
20:03:23.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:23 on dist-test-slave-q3ff"
20:03:23.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:23.982002 26877 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.006s sys 0.002s
20:03:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:23.989480 26918 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:23.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:23.990891 26877 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
20:03:23.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:23.991313 26877 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-0/data,/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-0/wal
20:03:23.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97175928d14f4aa281198b87ed8da8cd"
20:03:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:23 on dist-test-slave-q3ff"
20:03:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:23.991760 26877 fs_report.cc:389] FS layout report
20:03:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-0/wal
20:03:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-0/wal
20:03:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-0/data/data
20:03:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:24.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.059967 26877 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.061636 26877 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.062029 26877 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:24.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.065244 26877 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:24.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.069448 26877 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:24.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.069646 26877 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:03:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.069859 26877 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.069991 26877 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:03:24.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.245610 26877 rpc_server.cc:307] RPC server started. Bound to: 127.25.248.193:33355
20:03:24.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.245712 27030 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.248.193:33355 every 8 connection(s)
20:03:24.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.248171 26877 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-0/data/info.pb
20:03:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.256567 26595 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu as pid 26877
20:03:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.257232 26595 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-0/wal/instance
20:03:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.293155 26595 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-1/wal
20:03:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-1/data
20:03:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-1/logs
20:03:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-1/data/info.pb
20:03:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.248.194:0
20:03:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.248.194
20:03:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.248.194
20:03:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.248.254:39983,127.25.248.253:39031,127.25.248.252:45851
20:03:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.248.212:41321
20:03:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:24.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:24.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.303871 27031 heartbeater.cc:344] Connected to a master server at 127.25.248.252:45851
20:03:24.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.304301 27031 heartbeater.cc:461] Registering TS with master...
20:03:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.305661 27031 heartbeater.cc:507] Master 127.25.248.252:45851 requested a full tablet report, sending...
20:03:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.310720 26796 ts_manager.cc:194] Registered new tserver with Master: 97175928d14f4aa281198b87ed8da8cd (127.25.248.193:33355)
20:03:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.314208 26796 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.248.193:53623
20:03:24.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.330317 27032 heartbeater.cc:344] Connected to a master server at 127.25.248.253:39031
20:03:24.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.330662 27032 heartbeater.cc:461] Registering TS with master...
20:03:24.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.331337 27032 heartbeater.cc:507] Master 127.25.248.253:39031 requested a full tablet report, sending...
20:03:24.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.334053 27033 heartbeater.cc:344] Connected to a master server at 127.25.248.254:39983
20:03:24.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.334344 27033 heartbeater.cc:461] Registering TS with master...
20:03:24.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.334903 27033 heartbeater.cc:507] Master 127.25.248.254:39983 requested a full tablet report, sending...
20:03:24.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.335142 26716 ts_manager.cc:194] Registered new tserver with Master: 97175928d14f4aa281198b87ed8da8cd (127.25.248.193:33355)
20:03:24.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.340230 26640 ts_manager.cc:194] Registered new tserver with Master: 97175928d14f4aa281198b87ed8da8cd (127.25.248.193:33355)
20:03:24.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:24.624256 27042 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:24.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:24.625017 27042 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:24.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:24.625444 27042 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:24.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:24.659489 27042 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:24.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:24.660399 27042 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.248.194
20:03:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.699934 27042 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-1/logs
20:03:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.248.212:41321
20:03:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-1/data
20:03:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-1/wal
20:03:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.248.194:0
20:03:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-1/data/info.pb
20:03:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.248.194
20:03:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.248.254:39983,127.25.248.253:39031,127.25.248.252:45851
20:03:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.248.194
20:03:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
20:03:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 19:43:25 UTC on e7f111948823
20:03:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14014
20:03:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.701732 27042 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:24.703866 27042 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:24.719561 27048 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:25.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:25.321485 27031 heartbeater.cc:499] Master 127.25.248.252:45851 was elected leader, sending a full tablet report...
20:03:26.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:26.121675 27047 debug-util.cc:398] Leaking SignalData structure 0x7b0800034de0 after lost signal to thread 27042
20:03:26.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:26.726357 27042 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.005s user 0.658s sys 1.112s
20:03:26.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:26.726742 27042 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.005s user 0.658s sys 1.112s
20:03:26.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:24.721711 27049 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:26.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:26.728785 27051 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:26.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:26.731549 27050 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2004 milliseconds
20:03:26.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.731665 27042 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:26.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.732928 27042 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.735057 27042 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.736436 27042 hybrid_clock.cc:648] HybridClock initialized: now 1790453006736398 us; error 44 us; skew 500 ppm
20:03:26.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.737282 27042 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:26.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.743671 27042 webserver.cc:533] Webserver started at http://127.25.248.194:37897/ using document root <none> and password file <none>
20:03:26.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.744671 27042 fs_manager.cc:362] Metadata directory not provided
20:03:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.744912 27042 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.745432 27042 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:26.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.749665 27042 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-1/data/instance:
20:03:26.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "260b28e2119f43afb6e755800550ebcf"
20:03:26.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:26 on dist-test-slave-q3ff"
20:03:26.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.750867 27042 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-1/wal/instance:
20:03:26.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "260b28e2119f43afb6e755800550ebcf"
20:03:26.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:26 on dist-test-slave-q3ff"
20:03:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.758478 27042 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
20:03:26.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.764886 27059 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.766001 27042 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
20:03:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.766369 27042 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-1/data,/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-1/wal
20:03:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "260b28e2119f43afb6e755800550ebcf"
20:03:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:26 on dist-test-slave-q3ff"
20:03:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.766746 27042 fs_report.cc:389] FS layout report
20:03:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-1/wal
20:03:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-1/wal
20:03:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-1/data/data
20:03:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:26.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:26.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:26.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.830307 27042 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:26.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.832036 27042 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:26.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.832556 27042 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:26.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.835219 27042 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.839498 27042 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.839756 27042 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:03:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.840051 27042 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.840253 27042 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:03:26.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.980386 27042 rpc_server.cc:307] RPC server started. Bound to: 127.25.248.194:37215
20:03:26.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.980947 27171 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.248.194:37215 every 8 connection(s)
20:03:26.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.983177 27042 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-1/data/info.pb
20:03:26.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.987285 26595 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu as pid 27042
20:03:26.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:26.987740 26595 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-1/wal/instance
20:03:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:27.011806 26595 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-2/wal
20:03:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-2/data
20:03:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-2/logs
20:03:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-2/data/info.pb
20:03:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.248.195:0
20:03:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.248.195
20:03:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.248.195
20:03:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.248.254:39983,127.25.248.253:39031,127.25.248.252:45851
20:03:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.248.212:41321
20:03:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:27.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:27.040510 27173 heartbeater.cc:344] Connected to a master server at 127.25.248.253:39031
20:03:27.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:27.040833 27172 heartbeater.cc:344] Connected to a master server at 127.25.248.252:45851
20:03:27.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:27.041076 27173 heartbeater.cc:461] Registering TS with master...
20:03:27.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:27.041271 27172 heartbeater.cc:461] Registering TS with master...
20:03:27.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:27.042536 27173 heartbeater.cc:507] Master 127.25.248.253:39031 requested a full tablet report, sending...
20:03:27.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:27.042601 27172 heartbeater.cc:507] Master 127.25.248.252:45851 requested a full tablet report, sending...
20:03:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:27.045732 26796 ts_manager.cc:194] Registered new tserver with Master: 260b28e2119f43afb6e755800550ebcf (127.25.248.194:37215)
20:03:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:27.047672 26796 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.248.194:53565
20:03:27.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:27.052335 26716 ts_manager.cc:194] Registered new tserver with Master: 260b28e2119f43afb6e755800550ebcf (127.25.248.194:37215)
20:03:27.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:27.054441 27174 heartbeater.cc:344] Connected to a master server at 127.25.248.254:39983
20:03:27.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:27.054702 27174 heartbeater.cc:461] Registering TS with master...
20:03:27.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:27.055184 27174 heartbeater.cc:507] Master 127.25.248.254:39983 requested a full tablet report, sending...
20:03:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:27.057384 26640 ts_manager.cc:194] Registered new tserver with Master: 260b28e2119f43afb6e755800550ebcf (127.25.248.194:37215)
20:03:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:27.352978 27182 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:27.353540 27182 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:27.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:27.354418 27182 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:27.389714 27182 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:27.390491 27182 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.248.195
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:27.427685 27182 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-2/logs
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.248.212:41321
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-2/data
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-2/wal
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.248.195:0
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-2/data/info.pb
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.248.195
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.248.254:39983,127.25.248.253:39031,127.25.248.252:45851
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:27.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:27.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:27.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:27.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:27.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.248.195
20:03:27.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:27.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:27.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:27.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
20:03:27.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:27.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 19:43:25 UTC on e7f111948823
20:03:27.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14014
20:03:27.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:27.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:27.429112 27182 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:27.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:27.431264 27182 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:27.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:27.445678 27188 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:28.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.052434 27172 heartbeater.cc:499] Master 127.25.248.252:45851 was elected leader, sending a full tablet report...
20:03:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:27.447508 27189 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:28.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:28.703583 27191 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:28.706414 27190 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:03:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:28.706732 27182 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.260s user 0.419s sys 0.839s
20:03:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:28.707087 27182 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.261s user 0.419s sys 0.839s
20:03:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.707268 27182 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:28.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.708266 27182 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:28.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.710525 27182 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:28.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.711911 27182 hybrid_clock.cc:648] HybridClock initialized: now 1790453008711848 us; error 76 us; skew 500 ppm
20:03:28.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.712971 27182 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.720089 27182 webserver.cc:533] Webserver started at http://127.25.248.195:38699/ using document root <none> and password file <none>
20:03:28.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.721105 27182 fs_manager.cc:362] Metadata directory not provided
20:03:28.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.721318 27182 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:28.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.721750 27182 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:28.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.726222 27182 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-2/data/instance:
20:03:28.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "980535a33c78485ebe87680cb5f95417"
20:03:28.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:28 on dist-test-slave-q3ff"
20:03:28.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.727243 27182 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-2/wal/instance:
20:03:28.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "980535a33c78485ebe87680cb5f95417"
20:03:28.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:28 on dist-test-slave-q3ff"
20:03:28.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.735450 27182 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.004s sys 0.005s
20:03:28.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.743777 27199 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:28.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.745325 27182 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
20:03:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.745769 27182 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-2/data,/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-2/wal
20:03:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "980535a33c78485ebe87680cb5f95417"
20:03:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:28 on dist-test-slave-q3ff"
20:03:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.746227 27182 fs_report.cc:389] FS layout report
20:03:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-2/wal
20:03:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-2/wal
20:03:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-2/data/data
20:03:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.828190 27182 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:28.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.830374 27182 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:28.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.831033 27182 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:28.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.835114 27182 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:28.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.841688 27182 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:28.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.842038 27182 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:03:28.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.842357 27182 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:28.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.842566 27182 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:03:28.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.985419 27182 rpc_server.cc:307] RPC server started. Bound to: 127.25.248.195:35951
20:03:28.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.985914 27311 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.248.195:35951 every 8 connection(s)
20:03:28.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.988308 27182 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-2/data/info.pb
20:03:28.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.990762 26595 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu as pid 27182
20:03:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:28.991276 26595 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster3695231395168152552/ts-2/wal/instance
20:03:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:29.033681 27313 heartbeater.cc:344] Connected to a master server at 127.25.248.253:39031
20:03:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:29.033999 27312 heartbeater.cc:344] Connected to a master server at 127.25.248.252:45851
20:03:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:29.034207 27313 heartbeater.cc:461] Registering TS with master...
20:03:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:29.034312 27312 heartbeater.cc:461] Registering TS with master...
20:03:29.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:29.035842 27312 heartbeater.cc:507] Master 127.25.248.252:45851 requested a full tablet report, sending...
20:03:29.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:29.035933 27313 heartbeater.cc:507] Master 127.25.248.253:39031 requested a full tablet report, sending...
20:03:29.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:29.039043 26796 ts_manager.cc:194] Registered new tserver with Master: 980535a33c78485ebe87680cb5f95417 (127.25.248.195:35951)
20:03:29.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:29.039021 26716 ts_manager.cc:194] Registered new tserver with Master: 980535a33c78485ebe87680cb5f95417 (127.25.248.195:35951)
20:03:29.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:29.040740 27316 heartbeater.cc:344] Connected to a master server at 127.25.248.254:39983
20:03:29.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:29.040846 26796 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.248.195:51115
20:03:29.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:29.041081 27316 heartbeater.cc:461] Registering TS with master...
20:03:29.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:29.042018 27316 heartbeater.cc:507] Master 127.25.248.254:39983 requested a full tablet report, sending...
20:03:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:29.044657 26640 ts_manager.cc:194] Registered new tserver with Master: 980535a33c78485ebe87680cb5f95417 (127.25.248.195:35951)
20:03:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:29.053335 26595 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:03:29.066 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:03:29.068 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:03:29.079 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.25.248.254"
port: 39983
}
bound_http_address {
host: "127.25.248.254"
port: 38041
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.25.248.253"
port: 39031
}
bound_http_address {
host: "127.25.248.253"
port: 46251
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.25.248.252"
port: 45851
}
bound_http_address {
host: "127.25.248.252"
port: 38555
}
}
}
20:03:29.083 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:03:29.087 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.25.248.193"
port: 33355
}
bound_http_address {
host: "127.25.248.193"
port: 46367
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.25.248.194"
port: 37215
}
bound_http_address {
host: "127.25.248.194"
port: 37897
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.25.248.195"
port: 35951
}
bound_http_address {
host: "127.25.248.195"
port: 38699
}
}
}
20:03:29.087 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:03:29.263 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
20:03:29.322 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:03:29.419 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskHAzmsf/test-tmp
20:03:29.420 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:03:29.420 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskHAzmsf/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:03:29.424 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
20:03:29.769 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:29.769 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:03:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:29.773108 27324 mini_oidc.cc:150] Starting JWKS server
20:03:29.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:29.776260 27324 webserver.cc:533] Webserver started at http://127.0.0.1:39315/ using document root <none> and password file <none>
20:03:29.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:29.776732 27324 mini_oidc.cc:186] Starting OIDC Discovery server
20:03:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:29.778354 27324 webserver.cc:533] Webserver started at http://127.0.0.1:40299/ using document root <none> and password file <none>
20:03:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
20:03:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/principal' for realm 'KRBTEST.COM',
20:03:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
20:03:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:29 dist-test-slave-q3ff krb5kdc[27336](info): setting up network...
20:03:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
20:03:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:29 dist-test-slave-q3ff krb5kdc[27336](info): set up 2 sockets
20:03:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:29 dist-test-slave-q3ff krb5kdc[27336](info): commencing operation
20:03:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
20:03:30.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:30.045135 27312 heartbeater.cc:499] Master 127.25.248.252:45851 was elected leader, sending a full tablet report...
20:03:31.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:31.931353 27324 mini_kdc.cc:121] Time spent starting KDC: real 2.109s user 0.003s sys 0.016s
20:03:31.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
20:03:31.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:03:31.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
20:03:31.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
20:03:31.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:03:31.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
20:03:32.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
20:03:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:03:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
20:03:32.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:03:32.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/test-user.keytab.
20:03:32.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/test-user.keytab.
20:03:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:32 dist-test-slave-q3ff krb5kdc[27336](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453012, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:03:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T20:03:32Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:03:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T20:03:32Z Disabled control of system clock
20:03:32.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.175.62@KRBTEST.COM; defaulting to no policy
20:03:32.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:32.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.175.62@KRBTEST.COM" created.
20:03:32.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:32.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.175.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:32.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.175.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:32.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.175.62@KRBTEST.COM; defaulting to no policy
20:03:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.175.62@KRBTEST.COM" created.
20:03:32.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:32.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.175.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:32.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.175.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:32.170617 27324 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/wal
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/data
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/logs
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/data/info.pb
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.175.62:45659
20:03:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.175.62
20:03:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab
20:03:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.175.62
20:03:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:03:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:03:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:03:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.175.20:39959
20:03:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657
20:03:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39315/jwks.json
20:03:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:03:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:03:32.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:32.482873 27353 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:32.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:32.483578 27353 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:32.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:32.484297 27353 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:32.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:32.518975 27353 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:03:32.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:32.519290 27353 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:32.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:32.519721 27353 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:32.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:32.520066 27353 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:32.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:32.520404 27353 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:32.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:32.520772 27353 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:32.521024 27353 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39315/jwks.json
20:03:32.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:32.560714 27353 master_runner.cc:387] Master server non-default flags:
20:03:32.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/logs
20:03:32.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:32.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:32.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:32.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.175.20:39959
20:03:32.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:32.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:32.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/data
20:03:32.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/wal
20:03:32.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:03:32.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:32.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.175.62
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.175.62:45659
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39315/jwks.json
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/data/info.pb
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.175.62
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
20:03:32.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:32.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 19:43:25 UTC on e7f111948823
20:03:32.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14014
20:03:32.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:32.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:32.562309 27353 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:32.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:32.563818 27353 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:32.574383 27359 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:34.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:33.977934 27358 debug-util.cc:398] Leaking SignalData structure 0x7b0800037cc0 after lost signal to thread 27353
20:03:34.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.134845 27353 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.560s user 0.499s sys 0.961s
20:03:34.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.135252 27353 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.560s user 0.499s sys 0.961s
20:03:34.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:32.576414 27360 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.137543 27362 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:34.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.139788 27361 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1561 milliseconds
20:03:34.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.139858 27353 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:34.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.141264 27353 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.144229 27353 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:34.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.145864 27353 hybrid_clock.cc:648] HybridClock initialized: now 1790453014145820 us; error 34 us; skew 500 ppm
20:03:34.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.146672 27353 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:34 dist-test-slave-q3ff krb5kdc[27336](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453014, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:34.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.152738 27353 init.cc:377] Logged in from keytab as kudu/127.26.175.62@KRBTEST.COM (short username kudu)
20:03:34.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.157393 27353 webserver.cc:533] Webserver started at http://127.26.175.62:45479/ using document root <none> and password file <none>
20:03:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.158409 27353 fs_manager.cc:362] Metadata directory not provided
20:03:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.158682 27353 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:34.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.159229 27353 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:34.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.163589 27353 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/data/instance:
20:03:34.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0b7eaf982f6b4689a914bcf18f92d454"
20:03:34.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:34 on dist-test-slave-q3ff"
20:03:34.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.164912 27353 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/wal/instance:
20:03:34.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0b7eaf982f6b4689a914bcf18f92d454"
20:03:34.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:34 on dist-test-slave-q3ff"
20:03:34.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.172789 27353 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.002s sys 0.005s
20:03:34.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.178840 27371 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:34.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.179965 27353 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
20:03:34.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.180322 27353 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/data,/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/wal
20:03:34.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0b7eaf982f6b4689a914bcf18f92d454"
20:03:34.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:34 on dist-test-slave-q3ff"
20:03:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.180778 27353 fs_report.cc:389] FS layout report
20:03:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/wal
20:03:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/wal
20:03:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/data/data
20:03:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:34.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.240799 27353 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:34.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.246120 27353 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:34.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.246627 27353 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:34.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.318369 27353 rpc_server.cc:307] RPC server started. Bound to: 127.26.175.62:45659
20:03:34.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.318456 27422 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.175.62:45659 every 8 connection(s)
20:03:34.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.321168 27353 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/data/info.pb
20:03:34.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.327283 27423 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:34.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.329944 27324 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu as pid 27353
20:03:34.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.330437 27324 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/wal/instance
20:03:34.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.337998 27423 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } has no permanent_uuid. Determining permanent_uuid...
20:03:34.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.175.61@KRBTEST.COM; defaulting to no policy
20:03:34.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:34.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.175.61@KRBTEST.COM" created.
20:03:34.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:34 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453014, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.62@KRBTEST.COM for kudu/127.26.175.62@KRBTEST.COM
20:03:34.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:34.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.175.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:34.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.175.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:34.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.379899 27423 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } has no permanent_uuid. Determining permanent_uuid...
20:03:34.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.382540 27373 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.175.61:42497: connect: Connection refused (error 111)
20:03:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.386735 27423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.61:42497: Network error: Client connection negotiation failed: client connection to 127.26.175.61:42497: connect: Connection refused (error 111)
20:03:34.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.175.61@KRBTEST.COM; defaulting to no policy
20:03:34.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:34.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.175.61@KRBTEST.COM" created.
20:03:34.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:34.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.175.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:34.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.175.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.422070 27324 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/wal
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/data
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/logs
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/data/info.pb
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.175.61:42497
20:03:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.175.61
20:03:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab
20:03:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.175.61
20:03:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:03:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:03:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:03:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.175.20:39959
20:03:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657
20:03:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39315/jwks.json
20:03:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:03:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:03:34.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.436322 27423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } attempt: 1
20:03:34.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.440670 27423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.61:42497: Network error: Client connection negotiation failed: client connection to 127.26.175.61:42497: connect: Connection refused (error 111)
20:03:34.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.509125 27423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } attempt: 2
20:03:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.513504 27423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.61:42497: Network error: Client connection negotiation failed: client connection to 127.26.175.61:42497: connect: Connection refused (error 111)
20:03:34.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.604966 27423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } attempt: 3
20:03:34.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.610198 27423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.61:42497: Network error: Client connection negotiation failed: client connection to 127.26.175.61:42497: connect: Connection refused (error 111)
20:03:34.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.736181 27433 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:34.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.737085 27433 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:34.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.738117 27433 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:34.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.753680 27423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } attempt: 4
20:03:34.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.758322 27423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.61:42497: Network error: Client connection negotiation failed: client connection to 127.26.175.61:42497: connect: Connection refused (error 111)
20:03:34.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.774676 27433 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:03:34.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.775000 27433 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:34.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.775282 27433 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:34.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.775487 27433 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:34.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.775674 27433 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:34.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.775875 27433 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:34.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.776021 27433 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39315/jwks.json
20:03:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.818377 27433 master_runner.cc:387] Master server non-default flags:
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/logs
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.175.20:39959
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/data
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/wal
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.175.61
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.175.61:42497
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39315/jwks.json
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/data/info.pb
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.175.61
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
20:03:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 19:43:25 UTC on e7f111948823
20:03:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14014
20:03:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.819746 27433 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:34.821074 27433 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.833465 27440 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:35.057776 27423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } attempt: 5
20:03:35.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:35.066947 27423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.61:42497: Network error: Client connection negotiation failed: client connection to 127.26.175.61:42497: connect: Connection refused (error 111)
20:03:35.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:35.614526 27423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } attempt: 6
20:03:35.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:35.647989 27423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.61:42497: Network error: Client connection negotiation failed: client connection to 127.26.175.61:42497: connect: Connection refused (error 111)
20:03:36.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:36.236477 27439 debug-util.cc:398] Leaking SignalData structure 0x7b0800037cc0 after lost signal to thread 27433
20:03:36.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:36.322302 27433 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.489s user 0.549s sys 0.932s
20:03:36.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:36.324347 27433 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.491s user 0.549s sys 0.932s
20:03:36.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:36.324736 27443 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:36.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.324895 27433 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:36.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:36.324980 27442 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1488 milliseconds
20:03:36.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:34.833896 27441 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:36.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.330729 27433 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:36.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.333233 27433 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:36.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.334611 27433 hybrid_clock.cc:648] HybridClock initialized: now 1790453016334570 us; error 42 us; skew 500 ppm
20:03:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.335474 27433 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:36.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:36 dist-test-slave-q3ff krb5kdc[27336](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453016, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:36.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.341455 27433 init.cc:377] Logged in from keytab as kudu/127.26.175.61@KRBTEST.COM (short username kudu)
20:03:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.346894 27433 webserver.cc:533] Webserver started at http://127.26.175.61:34505/ using document root <none> and password file <none>
20:03:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.347875 27433 fs_manager.cc:362] Metadata directory not provided
20:03:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.348124 27433 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.348717 27433 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.353057 27433 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/data/instance:
20:03:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f31664245d2c4349827728246697a9b5"
20:03:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:36 on dist-test-slave-q3ff"
20:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.354264 27433 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/wal/instance:
20:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f31664245d2c4349827728246697a9b5"
20:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:36 on dist-test-slave-q3ff"
20:03:36.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.363152 27433 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.003s
20:03:36.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.368809 27454 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.369958 27433 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
20:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.370352 27433 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/data,/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/wal
20:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f31664245d2c4349827728246697a9b5"
20:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:36 on dist-test-slave-q3ff"
20:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.370735 27433 fs_report.cc:389] FS layout report
20:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/wal
20:03:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/wal
20:03:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/data/data
20:03:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.431593 27433 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:36.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.437166 27433 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:36.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.437654 27433 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.543812 27433 rpc_server.cc:307] RPC server started. Bound to: 127.26.175.61:42497
20:03:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.543956 27505 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.175.61:42497 every 8 connection(s)
20:03:36.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.546617 27433 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/data/info.pb
20:03:36.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.548426 27324 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu as pid 27433
20:03:36.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.549016 27324 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/wal/instance
20:03:36.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.553529 27506 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:36.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.175.60@KRBTEST.COM; defaulting to no policy
20:03:36.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:36.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.175.60@KRBTEST.COM" created.
20:03:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.571681 27506 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } has no permanent_uuid. Determining permanent_uuid...
20:03:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:36 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453016, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.61@KRBTEST.COM for kudu/127.26.175.62@KRBTEST.COM
20:03:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.175.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.175.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:36.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.607630 27506 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } has no permanent_uuid. Determining permanent_uuid...
20:03:36.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.175.60@KRBTEST.COM; defaulting to no policy
20:03:36.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:36.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.175.60@KRBTEST.COM" created.
20:03:36.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:36 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453016, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.61@KRBTEST.COM for kudu/127.26.175.61@KRBTEST.COM
20:03:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.634680 27506 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } has no permanent_uuid. Determining permanent_uuid...
20:03:36.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:36.636978 27456 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.175.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.175.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:36.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:36.641114 27506 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.60:36657: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.642349 27324 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/wal
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/data
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/logs
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/data/info.pb
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.175.60:36657
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.175.60
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.175.60
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.175.20:39959
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657
20:03:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39315/jwks.json
20:03:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:03:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:03:36.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.690704 27506 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } attempt: 1
20:03:36.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:36.695487 27506 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.60:36657: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.708576 27423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } attempt: 7
20:03:36.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:36 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453014, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.62@KRBTEST.COM for kudu/127.26.175.61@KRBTEST.COM
20:03:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.733086 27423 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } has no permanent_uuid. Determining permanent_uuid...
20:03:36.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:36.739883 27423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.60:36657: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.763978 27506 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } attempt: 2
20:03:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:36.769114 27506 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.60:36657: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:36.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:36.779742 26747 debug-util.cc:398] Leaking SignalData structure 0x7b08000a8420 after lost signal to thread 26681
20:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:36.781275 26747 debug-util.cc:398] Leaking SignalData structure 0x7b080007fdc0 after lost signal to thread 26750
20:03:36.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.798332 27423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } attempt: 1
20:03:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:36.802486 27423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.60:36657: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:36.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.860496 27506 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } attempt: 3
20:03:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:36.865218 27506 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.60:36657: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:36.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.883865 27423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } attempt: 2
20:03:36.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:36.888334 27423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.60:36657: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:36.973709 27423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } attempt: 3
20:03:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:36.978184 27423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.60:36657: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:37.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:37.008648 27506 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } attempt: 4
20:03:37.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:37.013190 27506 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.60:36657: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:37.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:37.085013 27516 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:37.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:37.085695 27516 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:37.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:37.086453 27516 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:37.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:37.118593 27423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } attempt: 4
20:03:37.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:37.124541 27423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.60:36657: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:37.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:37.127807 27516 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:03:37.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:37.128095 27516 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:37.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:37.128509 27516 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:37.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:37.128904 27516 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:37.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:37.129236 27516 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:37.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:37.129566 27516 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:37.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:37.129812 27516 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39315/jwks.json
20:03:37.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:37.205132 27516 master_runner.cc:387] Master server non-default flags:
20:03:37.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/logs
20:03:37.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:37.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:37.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:37.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.175.20:39959
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/data
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/wal
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.175.60
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.175.60:36657
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39315/jwks.json
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/data/info.pb
20:03:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.175.60
20:03:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
20:03:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 19:43:25 UTC on e7f111948823
20:03:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14014
20:03:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:37.206954 27516 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:37.208386 27516 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:37.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:37.221382 27524 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:37.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:37.312582 27506 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } attempt: 5
20:03:37.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:37.319556 27506 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.60:36657: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:37.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:37.407999 27423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } attempt: 5
20:03:37.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:37.419349 27423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.60:36657: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:37.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:37.525779 26671 debug-util.cc:398] Leaking SignalData structure 0x7b080009eaa0 after lost signal to thread 26608
20:03:37.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:37.526819 26671 debug-util.cc:398] Leaking SignalData structure 0x7b08000402e0 after lost signal to thread 26674
20:03:37.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:37.867065 27506 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } attempt: 6
20:03:37.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:37.900408 27506 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.60:36657: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:37.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:37.971931 27423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } attempt: 6
20:03:38.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:38.009790 27423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.60:36657: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:38.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:38.960994 27506 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } attempt: 7
20:03:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:39.000638 27506 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.60:36657: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.043310 27423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } attempt: 7
20:03:39.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:39.081212 27423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.175.60:36657: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:39.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:38.622619 27523 debug-util.cc:398] Leaking SignalData structure 0x7b0800037cc0 after lost signal to thread 27516
20:03:39.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:39.385155 27516 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.164s user 0.665s sys 1.219s
20:03:39.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:39.385838 27516 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.164s user 0.665s sys 1.220s
20:03:39.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:37.224086 27525 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:39.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:39.388458 27527 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:39.392995 27526 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2170 milliseconds
20:03:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.392939 27516 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:39.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.397938 27516 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:39.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.411033 27516 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:39.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.414824 27516 hybrid_clock.cc:648] HybridClock initialized: now 1790453019414742 us; error 49 us; skew 500 ppm
20:03:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.416004 27516 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:39 dist-test-slave-q3ff krb5kdc[27336](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453019, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.424541 27516 init.cc:377] Logged in from keytab as kudu/127.26.175.60@KRBTEST.COM (short username kudu)
20:03:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.440783 27516 webserver.cc:533] Webserver started at http://127.26.175.60:35571/ using document root <none> and password file <none>
20:03:39.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.441958 27516 fs_manager.cc:362] Metadata directory not provided
20:03:39.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.442235 27516 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:39.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.442816 27516 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:39.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.447964 27516 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/data/instance:
20:03:39.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fce3b89fe55448fb8e723a02347f2e94"
20:03:39.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:39 on dist-test-slave-q3ff"
20:03:39.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.449827 27516 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/wal/instance:
20:03:39.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fce3b89fe55448fb8e723a02347f2e94"
20:03:39.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:39 on dist-test-slave-q3ff"
20:03:39.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.475575 27516 fs_manager.cc:696] Time spent creating directory manager: real 0.025s user 0.008s sys 0.016s
20:03:39.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.484797 27550 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.486658 27516 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.003s sys 0.001s
20:03:39.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.487499 27516 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/data,/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/wal
20:03:39.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fce3b89fe55448fb8e723a02347f2e94"
20:03:39.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:39 on dist-test-slave-q3ff"
20:03:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.488389 27516 fs_report.cc:389] FS layout report
20:03:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/wal
20:03:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/wal
20:03:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/data/data
20:03:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:39.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.573457 27516 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:39.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.582458 27516 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:39.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.583113 27516 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:39.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.696988 27516 rpc_server.cc:307] RPC server started. Bound to: 127.26.175.60:36657
20:03:39.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.697074 27601 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.175.60:36657 every 8 connection(s)
20:03:39.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.701617 27516 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/data/info.pb
20:03:39.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.708877 27324 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu as pid 27516
20:03:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.709401 27324 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/wal/instance
20:03:39.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.723922 27602 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:39.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.750910 27602 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } has no permanent_uuid. Determining permanent_uuid...
20:03:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:39 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453012, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.175.62@KRBTEST.COM
20:03:39.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:39 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453019, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.60@KRBTEST.COM for kudu/127.26.175.62@KRBTEST.COM
20:03:39.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.829706 27602 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } has no permanent_uuid. Determining permanent_uuid...
20:03:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:39 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453012, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.175.61@KRBTEST.COM
20:03:39.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:39 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453019, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.60@KRBTEST.COM for kudu/127.26.175.61@KRBTEST.COM
20:03:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:39 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453012, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.175.60@KRBTEST.COM
20:03:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.887218 27602 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } has no permanent_uuid. Determining permanent_uuid...
20:03:39.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:39 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453019, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.60@KRBTEST.COM for kudu/127.26.175.60@KRBTEST.COM
20:03:39.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.945338 27602 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94: Bootstrap starting.
20:03:39.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.954243 27602 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94: Neither blocks nor log segments found. Creating new log.
20:03:39.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.957237 27602 log.cc:826] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94: Log is configured to *not* fsync() on all Append() calls
20:03:39.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.963651 27602 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94: No bootstrap required, opened a new log
20:03:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.996299 27602 raft_consensus.cc:359] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } }
20:03:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.997232 27602 raft_consensus.cc:385] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.997531 27602 raft_consensus.cc:740] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fce3b89fe55448fb8e723a02347f2e94, State: Initialized, Role: FOLLOWER
20:03:39.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:39.998538 27602 consensus_queue.cc:260] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } }
20:03:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:40.028999 27615 sys_catalog.cc:455] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:03:40.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:40.036576 27615 sys_catalog.cc:458] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [sys.catalog]: This master's current role is: FOLLOWER
20:03:40.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:40.041610 27615 raft_consensus.cc:493] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:40.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:40.050256 27615 raft_consensus.cc:515] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } }
20:03:40.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:40.067023 27602 sys_catalog.cc:565] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [sys.catalog]: configured and running, proceeding with master startup.
20:03:40.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:40.061640 27615 leader_election.cc:290] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0b7eaf982f6b4689a914bcf18f92d454 (127.26.175.62:45659), f31664245d2c4349827728246697a9b5 (127.26.175.61:42497)
20:03:40.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:40.091461 27556 tablet.cc:2433] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:40.142467 27626 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:03:40.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:40.149616 27516 master_runner.cc:187] Error getting master registration for 127.26.175.62:45659: OK, instance_id { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" instance_seqno: 1790453014298369 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:40.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:40.218003 27516 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:41.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.091164 27506 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } attempt: 8
20:03:41.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:41 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453016, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.61@KRBTEST.COM for kudu/127.26.175.60@KRBTEST.COM
20:03:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.134204 27506 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5: Bootstrap starting.
20:03:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.141556 27506 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5: Neither blocks nor log segments found. Creating new log.
20:03:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.143030 27423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } attempt: 8
20:03:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.145216 27506 log.cc:826] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5: Log is configured to *not* fsync() on all Append() calls
20:03:41.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.159478 27506 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5: No bootstrap required, opened a new log
20:03:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:41.162277 27626 catalog_manager.cc:1607] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:41.162616 27626 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:41 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453014, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.62@KRBTEST.COM for kudu/127.26.175.60@KRBTEST.COM
20:03:41.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.187915 27506 raft_consensus.cc:359] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } }
20:03:41.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.188835 27506 raft_consensus.cc:385] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:41.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.189105 27506 raft_consensus.cc:740] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f31664245d2c4349827728246697a9b5, State: Initialized, Role: FOLLOWER
20:03:41.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.191628 27506 consensus_queue.cc:260] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } }
20:03:41.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.196818 27632 sys_catalog.cc:455] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:03:41.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.197953 27632 sys_catalog.cc:458] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [sys.catalog]: This master's current role is: FOLLOWER
20:03:41.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.199796 27506 sys_catalog.cc:565] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [sys.catalog]: configured and running, proceeding with master startup.
20:03:41.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.199990 27481 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fce3b89fe55448fb8e723a02347f2e94" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f31664245d2c4349827728246697a9b5" is_pre_election: true
20:03:41.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:41.200918 27460 tablet.cc:2433] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.201294 27481 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fce3b89fe55448fb8e723a02347f2e94 in term 0.
20:03:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.201982 27481 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:51714 (request call id 1) took 1140 ms. Trace:
20:03:41.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.202325 27481 rpcz_store.cc:276] 0926 20:03:40.061563 (+ 0us) service_pool.cc:167] Inserting onto call queue
20:03:41.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:40.061718 (+ 155us) service_pool.cc:224] Handling call
20:03:41.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:41.201812 (+1140094us) inbound_call.cc:177] Queueing success response
20:03:41.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:03:41.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.205067 27552 leader_election.cc:304] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: f31664245d2c4349827728246697a9b5, fce3b89fe55448fb8e723a02347f2e94; no voters:
20:03:41.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.207445 27423 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454: Bootstrap starting.
20:03:41.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.207430 27634 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:03:41.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.207959 27634 raft_consensus.cc:493] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:41.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.208323 27634 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [term 0 FOLLOWER]: Advancing to term 1
20:03:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.218605 27634 raft_consensus.cc:515] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } }
20:03:41.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.221412 27634 leader_election.cc:290] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [CANDIDATE]: Term 1 election: Requested vote from peers 0b7eaf982f6b4689a914bcf18f92d454 (127.26.175.62:45659), f31664245d2c4349827728246697a9b5 (127.26.175.61:42497)
20:03:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.222527 27481 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fce3b89fe55448fb8e723a02347f2e94" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f31664245d2c4349827728246697a9b5"
20:03:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.223265 27481 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [term 0 FOLLOWER]: Advancing to term 1
20:03:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.224440 27423 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454: Neither blocks nor log segments found. Creating new log.
20:03:41.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.226965 27423 log.cc:826] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454: Log is configured to *not* fsync() on all Append() calls
20:03:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.233855 27481 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fce3b89fe55448fb8e723a02347f2e94 in term 1.
20:03:41.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.238229 27552 leader_election.cc:304] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: f31664245d2c4349827728246697a9b5, fce3b89fe55448fb8e723a02347f2e94; no voters:
20:03:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.243348 27634 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [term 1 FOLLOWER]: Leader election won for term 1
20:03:41.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.249954 27423 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454: No bootstrap required, opened a new log
20:03:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.258375 27634 raft_consensus.cc:697] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [term 1 LEADER]: Becoming Leader. State: Replica: fce3b89fe55448fb8e723a02347f2e94, State: Running, Role: LEADER
20:03:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.259743 27634 consensus_queue.cc:237] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } }
20:03:41.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.272030 27639 sys_catalog.cc:455] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fce3b89fe55448fb8e723a02347f2e94. Latest consensus state: current_term: 1 leader_uuid: "fce3b89fe55448fb8e723a02347f2e94" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:03:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.273207 27639 sys_catalog.cc:458] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [sys.catalog]: This master's current role is: LEADER
20:03:41.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.277653 27646 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
20:03:41.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.287218 27646 catalog_manager.cc:1533] Initializing Kudu cluster ID...
20:03:41.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.312088 27481 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [term 1 FOLLOWER]: Refusing update from remote peer fce3b89fe55448fb8e723a02347f2e94: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:41.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.314229 27639 consensus_queue.cc:1048] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:41.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.322851 27423 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } }
20:03:41.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.324008 27423 raft_consensus.cc:385] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:41.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.324323 27423 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b7eaf982f6b4689a914bcf18f92d454, State: Initialized, Role: FOLLOWER
20:03:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.326190 27423 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } }
20:03:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:41.315981 27648 catalog_manager.cc:1607] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:41.331506 27648 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:41.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.331373 27423 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [sys.catalog]: configured and running, proceeding with master startup.
20:03:41.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.333638 27396 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [term 0 FOLLOWER]: Advancing to term 1
20:03:41.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.331718 27398 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fce3b89fe55448fb8e723a02347f2e94" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b7eaf982f6b4689a914bcf18f92d454" is_pre_election: true
20:03:41.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.337574 27398 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:38720 (request call id 1) took 1283 ms. Trace:
20:03:41.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.337908 27398 rpcz_store.cc:276] 0926 20:03:40.054577 (+ 0us) service_pool.cc:167] Inserting onto call queue
20:03:41.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:40.054717 (+ 140us) service_pool.cc:224] Handling call
20:03:41.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:41.337510 (+1282793us) inbound_call.cc:177] Queueing success response
20:03:41.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:03:41.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.331496 27397 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fce3b89fe55448fb8e723a02347f2e94" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b7eaf982f6b4689a914bcf18f92d454"
20:03:41.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.355259 27396 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [term 1 FOLLOWER]: Refusing update from remote peer fce3b89fe55448fb8e723a02347f2e94: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.357378 27639 consensus_queue.cc:1048] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:41.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.330796 27651 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:03:41.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.366490 27651 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [sys.catalog]: This master's current role is: FOLLOWER
20:03:41.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.284526 27433 master_runner.cc:187] Error getting master registration for 127.26.175.62:45659: OK, instance_id { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" instance_seqno: 1790453014298369 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.403098 27651 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fce3b89fe55448fb8e723a02347f2e94. Latest consensus state: current_term: 1 leader_uuid: "fce3b89fe55448fb8e723a02347f2e94" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:03:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.391886 27632 sys_catalog.cc:455] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fce3b89fe55448fb8e723a02347f2e94. Latest consensus state: current_term: 1 leader_uuid: "fce3b89fe55448fb8e723a02347f2e94" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:03:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.404181 27632 sys_catalog.cc:458] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [sys.catalog]: This master's current role is: FOLLOWER
20:03:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.404234 27651 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [sys.catalog]: This master's current role is: FOLLOWER
20:03:41.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.406590 27433 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:41.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.411942 27649 mvcc.cc:204] Tried to move back new op lower bound from 7333695575273570304 to 7333695575091527680. Current Snapshot: MvccSnapshot[applied={T|T < 7333695575273570304}]
20:03:41.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.413990 27658 mvcc.cc:204] Tried to move back new op lower bound from 7333695575273570304 to 7333695575091527680. Current Snapshot: MvccSnapshot[applied={T|T < 7333695575273570304}]
20:03:41.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.421532 27639 sys_catalog.cc:455] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fce3b89fe55448fb8e723a02347f2e94" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:03:41.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.422493 27639 sys_catalog.cc:458] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [sys.catalog]: This master's current role is: LEADER
20:03:41.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.423177 27653 mvcc.cc:204] Tried to move back new op lower bound from 7333695575273570304 to 7333695575091527680. Current Snapshot: MvccSnapshot[applied={T|T < 7333695575273570304}]
20:03:41.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.423918 27646 catalog_manager.cc:1396] Generated new cluster ID: 1093ebc5ea394853ae0ea6d782c4af8c
20:03:41.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.424170 27646 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
20:03:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.425200 27651 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fce3b89fe55448fb8e723a02347f2e94" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:03:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.426105 27651 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [sys.catalog]: This master's current role is: FOLLOWER
20:03:41.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.428769 27639 sys_catalog.cc:455] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fce3b89fe55448fb8e723a02347f2e94" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:03:41.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.429621 27639 sys_catalog.cc:458] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [sys.catalog]: This master's current role is: LEADER
20:03:41.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.432461 27632 sys_catalog.cc:455] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fce3b89fe55448fb8e723a02347f2e94" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:03:41.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.433364 27632 sys_catalog.cc:458] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [sys.catalog]: This master's current role is: FOLLOWER
20:03:41.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.492766 27671 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:03:41.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.502039 27646 catalog_manager.cc:1419] Generated new certificate authority record
20:03:41.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.504469 27646 catalog_manager.cc:1553] Loading token signing keys...
20:03:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.557525 27646 catalog_manager.cc:6219] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94: Generated new TSK 0
20:03:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.558988 27646 catalog_manager.cc:1563] Initializing in-progress tserver states...
20:03:41.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.175.1@KRBTEST.COM; defaulting to no policy
20:03:41.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:41.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.175.1@KRBTEST.COM" created.
20:03:41.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:41.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.175.1 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:41.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.175.1 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:41.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.175.1@KRBTEST.COM; defaulting to no policy
20:03:41.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:41.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.175.1@KRBTEST.COM" created.
20:03:41.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.175.1 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.175.1 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:41.725759 27324 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-0/wal
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-0/data
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-0/logs
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-0/data/info.pb
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.175.1:0
20:03:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.175.1
20:03:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.175.1
20:03:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657
20:03:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab
20:03:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.175.1
20:03:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:03:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:03:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:03:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.175.20:39959
20:03:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:03:42.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:42.207036 27678 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:42.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:42.207743 27678 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:42.208724 27678 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:42.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:42.271365 27678 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:42.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:42.272966 27678 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.175.1
20:03:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:42.339542 27648 catalog_manager.cc:1308] Loaded cluster ID: 1093ebc5ea394853ae0ea6d782c4af8c
20:03:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:42.339861 27648 catalog_manager.cc:1601] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5: loading cluster ID for follower catalog manager: success
20:03:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:42.341840 27678 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-0/logs
20:03:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.175.20:39959
20:03:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-0/data
20:03:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-0/wal
20:03:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab
20:03:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.175.1
20:03:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.175.1:0
20:03:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-0/data/info.pb
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.175.1
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.175.1
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 19:43:25 UTC on e7f111948823
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14014
20:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:42.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:42.345515 27678 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:42.347057 27678 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:42.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:42.356410 27648 catalog_manager.cc:1623] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5: acquiring CA information for follower catalog manager: success
20:03:42.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:42.375497 27648 catalog_manager.cc:1651] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:42.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:42.401716 27684 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:42.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:42.522918 27671 catalog_manager.cc:1308] Loaded cluster ID: 1093ebc5ea394853ae0ea6d782c4af8c
20:03:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:42.523689 27671 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454: loading cluster ID for follower catalog manager: success
20:03:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:42.531361 27671 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454: acquiring CA information for follower catalog manager: success
20:03:42.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:42.556295 27671 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:44 dist-test-slave-q3ff krb5kdc[27336](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453024, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:44.158941 27367 init.cc:295] Successfully reacquired a new kerberos TGT
20:03:45.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:43.788106 27683 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 27678
20:03:45.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:42.410233 27685 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:45.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:45.272780 27686 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2869 milliseconds
20:03:45.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:45.272382 27683 kernel_stack_watchdog.cc:198] Thread 27678 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 383ms:
20:03:45.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:03:45.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:03:45.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:03:45.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:03:45.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:45.275453 27688 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:45.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:45.273099 27678 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.870s user 0.630s sys 0.953s
20:03:45.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:45.277669 27678 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.875s user 0.631s sys 0.953s
20:03:45.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.277953 27678 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:45.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.279315 27678 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.282111 27678 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.283802 27678 hybrid_clock.cc:648] HybridClock initialized: now 1790453025283723 us; error 84 us; skew 500 ppm
20:03:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.284724 27678 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:45.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:45 dist-test-slave-q3ff krb5kdc[27336](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453025, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.1@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:45.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.291190 27678 init.cc:377] Logged in from keytab as kudu/127.26.175.1@KRBTEST.COM (short username kudu)
20:03:45.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.298007 27678 webserver.cc:533] Webserver started at http://127.26.175.1:45755/ using document root <none> and password file <none>
20:03:45.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.298977 27678 fs_manager.cc:362] Metadata directory not provided
20:03:45.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.299221 27678 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:45.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.299762 27678 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.304229 27678 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-0/data/instance:
20:03:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e98fad27f69431bb0a1ced2cda02352"
20:03:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:45 on dist-test-slave-q3ff"
20:03:45.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.305573 27678 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-0/wal/instance:
20:03:45.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e98fad27f69431bb0a1ced2cda02352"
20:03:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:45 on dist-test-slave-q3ff"
20:03:45.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.314549 27678 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.007s sys 0.000s
20:03:45.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.340751 27701 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.342480 27678 fs_manager.cc:730] Time spent opening block manager: real 0.024s user 0.004s sys 0.019s
20:03:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.342876 27678 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-0/data,/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-0/wal
20:03:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e98fad27f69431bb0a1ced2cda02352"
20:03:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:45 on dist-test-slave-q3ff"
20:03:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.343436 27678 fs_report.cc:389] FS layout report
20:03:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-0/wal
20:03:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-0/wal
20:03:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-0/data/data
20:03:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:45.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.417061 27678 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.425516 27678 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.426071 27678 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:45.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.429960 27678 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:45.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.435824 27678 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:45.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.436105 27678 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:03:45.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.436367 27678 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:45.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.436561 27678 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:03:45.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.672969 27678 rpc_server.cc:307] RPC server started. Bound to: 127.26.175.1:42033
20:03:45.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.673133 27813 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.175.1:42033 every 8 connection(s)
20:03:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.675625 27678 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-0/data/info.pb
20:03:45.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.680704 27324 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu as pid 27678
20:03:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.681174 27324 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-0/wal/instance
20:03:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:45 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453025, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.1@KRBTEST.COM for kudu/127.26.175.62@KRBTEST.COM
20:03:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:45 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453025, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.1@KRBTEST.COM for kudu/127.26.175.60@KRBTEST.COM
20:03:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:45 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453025, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.1@KRBTEST.COM for kudu/127.26.175.61@KRBTEST.COM
20:03:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.175.2@KRBTEST.COM; defaulting to no policy
20:03:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.805845 27816 heartbeater.cc:344] Connected to a master server at 127.26.175.62:45659
20:03:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.805886 27814 heartbeater.cc:344] Connected to a master server at 127.26.175.60:36657
20:03:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.806641 27816 heartbeater.cc:461] Registering TS with master...
20:03:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.175.2@KRBTEST.COM" created.
20:03:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.806859 27814 heartbeater.cc:461] Registering TS with master...
20:03:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.808115 27816 heartbeater.cc:507] Master 127.26.175.62:45659 requested a full tablet report, sending...
20:03:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.810922 27814 heartbeater.cc:507] Master 127.26.175.60:36657 requested a full tablet report, sending...
20:03:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.812688 27388 ts_manager.cc:194] Registered new tserver with Master: 3e98fad27f69431bb0a1ced2cda02352 (127.26.175.1:42033)
20:03:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.815218 27566 ts_manager.cc:194] Registered new tserver with Master: 3e98fad27f69431bb0a1ced2cda02352 (127.26.175.1:42033)
20:03:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.817576 27815 heartbeater.cc:344] Connected to a master server at 127.26.175.61:42497
20:03:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.817904 27815 heartbeater.cc:461] Registering TS with master...
20:03:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.818156 27566 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.26.175.1@KRBTEST.COM'} at 127.26.175.1:53097
20:03:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.819038 27815 heartbeater.cc:507] Master 127.26.175.61:42497 requested a full tablet report, sending...
20:03:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.822711 27471 ts_manager.cc:194] Registered new tserver with Master: 3e98fad27f69431bb0a1ced2cda02352 (127.26.175.1:42033)
20:03:45.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:45.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.175.2 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:45.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.175.2 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:45.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:45.840519 27324 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.26.175.2: real 0.135s user 0.005s sys 0.010s
20:03:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.175.2@KRBTEST.COM; defaulting to no policy
20:03:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.175.2@KRBTEST.COM" created.
20:03:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.175.2 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.175.2 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:45.882200 27324 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-1/wal
20:03:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-1/data
20:03:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-1/logs
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-1/data/info.pb
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.175.2:0
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.175.2
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.175.2
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.175.2
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:03:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:03:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:03:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.175.20:39959
20:03:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:03:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:46.213822 27828 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:46.214282 27828 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:46.214792 27828 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:46.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:46.248467 27828 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:46.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:46.249578 27828 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.175.2
20:03:46.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:46.288437 27828 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-1/logs
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.175.20:39959
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-1/data
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-1/wal
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.175.2
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.175.2:0
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:46.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-1/data/info.pb
20:03:46.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.175.2
20:03:46.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657
20:03:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.175.2
20:03:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
20:03:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 19:43:25 UTC on e7f111948823
20:03:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14014
20:03:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:46.290120 27828 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:46.291447 27828 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:46.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:46.306254 27834 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:46 dist-test-slave-q3ff krb5kdc[27336](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453026, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:46.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:46.347599 27450 init.cc:295] Successfully reacquired a new kerberos TGT
20:03:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:46.822613 27814 heartbeater.cc:499] Master 127.26.175.60:36657 was elected leader, sending a full tablet report...
20:03:47.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:47.713425 27833 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 27828
20:03:47.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:47.949750 27828 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.643s user 0.478s sys 0.948s
20:03:47.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:47.950194 27828 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.643s user 0.479s sys 0.949s
20:03:47.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:46.308560 27835 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:47.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:47.952711 27837 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:47.954977 27836 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1643 milliseconds
20:03:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:47.954981 27828 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:47.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:47.956290 27828 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:47.958384 27828 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:47.959753 27828 hybrid_clock.cc:648] HybridClock initialized: now 1790453027959720 us; error 53 us; skew 500 ppm
20:03:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:47.960505 27828 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:47 dist-test-slave-q3ff krb5kdc[27336](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453027, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.2@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:47.966612 27828 init.cc:377] Logged in from keytab as kudu/127.26.175.2@KRBTEST.COM (short username kudu)
20:03:47.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:47.971896 27828 webserver.cc:533] Webserver started at http://127.26.175.2:39377/ using document root <none> and password file <none>
20:03:47.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:47.972931 27828 fs_manager.cc:362] Metadata directory not provided
20:03:47.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:47.973170 27828 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:47.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:47.973716 27828 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:47.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:47.978055 27828 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-1/data/instance:
20:03:47.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb159a8708494714845a7e4f1873837f"
20:03:47.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:47 on dist-test-slave-q3ff"
20:03:47.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:47.979204 27828 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-1/wal/instance:
20:03:47.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb159a8708494714845a7e4f1873837f"
20:03:47.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:47 on dist-test-slave-q3ff"
20:03:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:47.988076 27828 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.007s sys 0.003s
20:03:47.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:47.994513 27848 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:47.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:47.995828 27828 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.003s
20:03:47.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:47.996198 27828 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-1/data,/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-1/wal
20:03:47.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb159a8708494714845a7e4f1873837f"
20:03:47.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:47 on dist-test-slave-q3ff"
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:47.996636 27828 fs_report.cc:389] FS layout report
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-1/wal
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-1/wal
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-1/data/data
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:48.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.051659 27828 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:48.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.066174 27828 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:48.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.066715 27828 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.069561 27828 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.073997 27828 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.074258 27828 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:03:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.074571 27828 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.074767 27828 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:03:48.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.276145 27828 rpc_server.cc:307] RPC server started. Bound to: 127.26.175.2:41979
20:03:48.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.276261 27961 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.175.2:41979 every 8 connection(s)
20:03:48.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.278918 27828 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-1/data/info.pb
20:03:48.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.286662 27324 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu as pid 27828
20:03:48.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.287189 27324 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-1/wal/instance
20:03:48.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.175.3@KRBTEST.COM; defaulting to no policy
20:03:48.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:48.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.175.3@KRBTEST.COM" created.
20:03:48.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:48 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453027, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.2@KRBTEST.COM for kudu/127.26.175.60@KRBTEST.COM
20:03:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:48 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453027, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.2@KRBTEST.COM for kudu/127.26.175.62@KRBTEST.COM
20:03:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:48 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453027, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.2@KRBTEST.COM for kudu/127.26.175.61@KRBTEST.COM
20:03:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.353107 27962 heartbeater.cc:344] Connected to a master server at 127.26.175.60:36657
20:03:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.353631 27962 heartbeater.cc:461] Registering TS with master...
20:03:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.354285 27964 heartbeater.cc:344] Connected to a master server at 127.26.175.62:45659
20:03:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.354625 27964 heartbeater.cc:461] Registering TS with master...
20:03:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.355055 27962 heartbeater.cc:507] Master 127.26.175.60:36657 requested a full tablet report, sending...
20:03:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.355820 27964 heartbeater.cc:507] Master 127.26.175.62:45659 requested a full tablet report, sending...
20:03:48.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.358724 27388 ts_manager.cc:194] Registered new tserver with Master: cb159a8708494714845a7e4f1873837f (127.26.175.2:41979)
20:03:48.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.359200 27566 ts_manager.cc:194] Registered new tserver with Master: cb159a8708494714845a7e4f1873837f (127.26.175.2:41979)
20:03:48.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.361261 27566 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.26.175.2@KRBTEST.COM'} at 127.26.175.2:47789
20:03:48.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.370074 27963 heartbeater.cc:344] Connected to a master server at 127.26.175.61:42497
20:03:48.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.370865 27963 heartbeater.cc:461] Registering TS with master...
20:03:48.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.371634 27963 heartbeater.cc:507] Master 127.26.175.61:42497 requested a full tablet report, sending...
20:03:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.373775 27471 ts_manager.cc:194] Registered new tserver with Master: cb159a8708494714845a7e4f1873837f (127.26.175.2:41979)
20:03:48.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:48.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.175.3 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:48.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.175.3 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:48.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.175.3@KRBTEST.COM; defaulting to no policy
20:03:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.175.3@KRBTEST.COM" created.
20:03:48.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:48.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.175.3 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:48.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.175.3 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab.
20:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.417659 27324 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-2/wal
20:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-2/data
20:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-2/logs
20:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-2/data/info.pb
20:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.175.3:0
20:03:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.175.3
20:03:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.175.3
20:03:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657
20:03:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab
20:03:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.175.3
20:03:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:03:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:03:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:03:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.175.20:39959
20:03:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:03:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:48.787552 27976 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:48.788133 27976 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:48.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:48.788761 27976 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:48.825486 27976 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:48.826611 27976 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.175.3
20:03:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.870371 27976 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-2/logs
20:03:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.175.20:39959
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-2/data
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-2/wal
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.175.3
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.175.3:0
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-2/data/info.pb
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.175.3
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.175.3
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 19:43:25 UTC on e7f111948823
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14014
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.871671 27976 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:48.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:48.872833 27976 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:48.885069 27982 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:49.365099 27962 heartbeater.cc:499] Master 127.26.175.60:36657 was elected leader, sending a full tablet report...
20:03:49.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:49 dist-test-slave-q3ff krb5kdc[27336](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453029, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:49.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:49.435105 27543 init.cc:295] Successfully reacquired a new kerberos TGT
20:03:50.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:48.886904 27983 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:50.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:50.276508 27985 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:50.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:50.279971 27984 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1388 milliseconds
20:03:50.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.280078 27976 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:50.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.281553 27976 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:50.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.284255 27976 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.285633 27976 hybrid_clock.cc:648] HybridClock initialized: now 1790453030285592 us; error 50 us; skew 500 ppm
20:03:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.286607 27976 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:50 dist-test-slave-q3ff krb5kdc[27336](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453030, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.3@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:50.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.293422 27976 init.cc:377] Logged in from keytab as kudu/127.26.175.3@KRBTEST.COM (short username kudu)
20:03:50.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.298739 27976 webserver.cc:533] Webserver started at http://127.26.175.3:37103/ using document root <none> and password file <none>
20:03:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.299918 27976 fs_manager.cc:362] Metadata directory not provided
20:03:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.300115 27976 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:50.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.300526 27976 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.305681 27976 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-2/data/instance:
20:03:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8eab4c5bd1149de821bdbec48974293"
20:03:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:50 on dist-test-slave-q3ff"
20:03:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.306711 27976 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-2/wal/instance:
20:03:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8eab4c5bd1149de821bdbec48974293"
20:03:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:50 on dist-test-slave-q3ff"
20:03:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.333410 27976 fs_manager.cc:696] Time spent creating directory manager: real 0.026s user 0.006s sys 0.016s
20:03:50.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.342267 27994 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:50.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.343951 27976 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.005s sys 0.000s
20:03:50.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.344359 27976 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-2/data,/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-2/wal
20:03:50.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8eab4c5bd1149de821bdbec48974293"
20:03:50.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:50 on dist-test-slave-q3ff"
20:03:50.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.344841 27976 fs_report.cc:389] FS layout report
20:03:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-2/wal
20:03:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-2/wal
20:03:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-2/data/data
20:03:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.445127 27976 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:50.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.455204 27976 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:50.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.455791 27976 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:50.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.460121 27976 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.466735 27976 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.467046 27976 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:03:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.467353 27976 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.467572 27976 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:03:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.679916 27976 rpc_server.cc:307] RPC server started. Bound to: 127.26.175.3:37073
20:03:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.680097 28106 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.175.3:37073 every 8 connection(s)
20:03:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.683073 27976 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-2/data/info.pb
20:03:50.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.693723 27324 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu as pid 27976
20:03:50.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.694564 27324 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/ts-2/wal/instance
20:03:50.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:50 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453030, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.3@KRBTEST.COM for kudu/127.26.175.60@KRBTEST.COM
20:03:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:50 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453030, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.3@KRBTEST.COM for kudu/127.26.175.61@KRBTEST.COM
20:03:50.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:50 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453030, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.3@KRBTEST.COM for kudu/127.26.175.62@KRBTEST.COM
20:03:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.831676 28107 heartbeater.cc:344] Connected to a master server at 127.26.175.60:36657
20:03:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.832167 28107 heartbeater.cc:461] Registering TS with master...
20:03:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.833551 28107 heartbeater.cc:507] Master 127.26.175.60:36657 requested a full tablet report, sending...
20:03:50.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.836911 28111 heartbeater.cc:344] Connected to a master server at 127.26.175.62:45659
20:03:50.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.837286 27566 ts_manager.cc:194] Registered new tserver with Master: a8eab4c5bd1149de821bdbec48974293 (127.26.175.3:37073)
20:03:50.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.837697 28111 heartbeater.cc:461] Registering TS with master...
20:03:50.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.838578 28111 heartbeater.cc:507] Master 127.26.175.62:45659 requested a full tablet report, sending...
20:03:50.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.841077 27388 ts_manager.cc:194] Registered new tserver with Master: a8eab4c5bd1149de821bdbec48974293 (127.26.175.3:37073)
20:03:50.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.841272 27566 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.26.175.3@KRBTEST.COM'} at 127.26.175.3:52995
20:03:50.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.846910 28108 heartbeater.cc:344] Connected to a master server at 127.26.175.61:42497
20:03:50.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.847219 28108 heartbeater.cc:461] Registering TS with master...
20:03:50.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.847800 28108 heartbeater.cc:507] Master 127.26.175.61:42497 requested a full tablet report, sending...
20:03:50.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.849996 27471 ts_manager.cc:194] Registered new tserver with Master: a8eab4c5bd1149de821bdbec48974293 (127.26.175.3:37073)
20:03:50.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:50.863368 27324 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:03:50.874 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:50.875 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
20:03:50.883 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
20:03:50.884 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
20:03:50.887 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.26.175.62"
port: 45659
}
bound_http_address {
host: "127.26.175.62"
port: 45479
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.26.175.61"
port: 42497
}
bound_http_address {
host: "127.26.175.61"
port: 34505
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.26.175.60"
port: 36657
}
bound_http_address {
host: "127.26.175.60"
port: 35571
}
}
}
20:03:50.887 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:03:50.889 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.26.175.1"
port: 42033
}
bound_http_address {
host: "127.26.175.1"
port: 45755
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.26.175.2"
port: 41979
}
bound_http_address {
host: "127.26.175.2"
port: 39377
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.26.175.3"
port: 37073
}
bound_http_address {
host: "127.26.175.3"
port: 37103
}
}
}
20:03:50.889 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:03:50.890 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:03:50.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:50 dist-test-slave-q3ff krb5kdc[27336](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453030, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:50.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:03:50.922 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:50.924 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5cc
20:03:50.934 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:03:50.934 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5cc
20:03:50.936 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:03:50.965 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
20:03:50.967 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:03:50.967 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:03:50.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:50 dist-test-slave-q3ff krb5kdc[27336](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453030, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:50.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:03:50.998 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:50.998 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5cc
20:03:51.000 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:03:51.000 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.175.62:45659
20:03:51.001 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:03:51.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:51.002007 27324 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu with pid 27353
20:03:51.031 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:51.032 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.175.61:42497
20:03:51.032 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:03:51.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:51.032820 27324 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu with pid 27433
20:03:51.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:51.061111 27552 connection.cc:573] client connection to 127.26.175.61:42497 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:03:51.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:51.061618 27552 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:03:51.061 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:51.062 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.175.60:36657
20:03:51.062 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:03:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:51.063169 27324 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu with pid 27516
20:03:51.093 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:51.093 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.175.62:45659
20:03:51.096 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:03:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:51.098344 27324 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/wal
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/data
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/logs
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/data/info.pb
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.175.62:45659
20:03:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.175.62
20:03:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45479
20:03:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab
20:03:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.175.62
20:03:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:03:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:03:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:03:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.175.20:39959
20:03:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657
20:03:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39315/jwks.json
20:03:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:03:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:03:51.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:51.345613 27810 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae080 after lost signal to thread 27679
20:03:51.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:51.346302 27810 debug-util.cc:398] Leaking SignalData structure 0x7b08000aee60 after lost signal to thread 27813
20:03:51.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:51.379611 27964 heartbeater.cc:646] Failed to heartbeat to 127.26.175.62:45659 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.26.175.62:45659: connect: Connection refused (error 111)
20:03:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:51.436728 28122 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:51.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:51.437426 28122 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:51.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:51.438262 28122 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:51.490943 28122 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:03:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:51.491169 28122 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:51.491442 28122 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:51.491643 28122 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:51.491848 28122 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:51.492038 28122 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:51.492183 28122 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39315/jwks.json
20:03:51.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:51.536113 28122 master_runner.cc:387] Master server non-default flags:
20:03:51.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/logs
20:03:51.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:51.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:51.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:51.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.175.20:39959
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/data
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/wal
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.175.62
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.175.62:45659
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39315/jwks.json
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/data/info.pb
20:03:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.175.62
20:03:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45479
20:03:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
20:03:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 19:43:25 UTC on e7f111948823
20:03:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14014
20:03:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:51.537704 28122 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:51.538691 28122 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:51.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:51.550655 28130 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:51.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:51.845006 28107 heartbeater.cc:499] Master 127.26.175.60:36657 was elected leader, sending a full tablet report...
20:03:51.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:51.847864 28111 heartbeater.cc:646] Failed to heartbeat to 127.26.175.62:45659 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.26.175.62:45659: connect: Connection refused (error 111)
20:03:51.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:51.901772 27816 heartbeater.cc:646] Failed to heartbeat to 127.26.175.62:45659 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.26.175.62:45659: connect: Connection refused (error 111)
20:03:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:52.952073 28129 debug-util.cc:398] Leaking SignalData structure 0x7b0800037cc0 after lost signal to thread 28122
20:03:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:53.326274 28122 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.777s user 0.626s sys 1.103s
20:03:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:53.329200 28122 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.780s user 0.627s sys 1.103s
20:03:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:51.551419 28131 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:53.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.331511 28122 server_base.cc:1061] running on GCE node
20:03:53.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:53.333232 28146 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:53.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.336390 28122 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.339195 28122 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.340576 28122 hybrid_clock.cc:648] HybridClock initialized: now 1790453033340542 us; error 33 us; skew 500 ppm
20:03:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.341675 28122 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:53.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:53 dist-test-slave-q3ff krb5kdc[27336](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453033, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.347936 28122 init.cc:377] Logged in from keytab as kudu/127.26.175.62@KRBTEST.COM (short username kudu)
20:03:53.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.353778 28122 webserver.cc:533] Webserver started at http://127.26.175.62:45479/ using document root <none> and password file <none>
20:03:53.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.354683 28122 fs_manager.cc:362] Metadata directory not provided
20:03:53.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.354883 28122 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:53.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.363276 28122 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.000s sys 0.005s
20:03:53.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.367856 28152 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:53.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.369292 28122 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:03:53.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.369673 28122 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/data,/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/wal
20:03:53.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0b7eaf982f6b4689a914bcf18f92d454"
20:03:53.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:34 on dist-test-slave-q3ff"
20:03:53.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.371811 28122 fs_report.cc:389] FS layout report
20:03:53.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:53.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/wal
20:03:53.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/wal
20:03:53.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/data/data
20:03:53.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:53.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:53.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:53.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:53.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:53.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:53.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:53.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.440575 28122 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:53.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.453210 28122 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.453780 28122 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.547833 28122 rpc_server.cc:307] RPC server started. Bound to: 127.26.175.62:45659
20:03:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.547892 28204 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.175.62:45659 every 8 connection(s)
20:03:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.550806 28122 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-0/data/info.pb
20:03:53.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.557421 27324 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu as pid 28122
20:03:53.558 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:53.558 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.175.61:42497
20:03:53.559 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:03:53.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.561825 27324 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:53.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/wal
20:03:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/data
20:03:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/logs
20:03:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/data/info.pb
20:03:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.175.61:42497
20:03:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.175.61
20:03:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34505
20:03:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab
20:03:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.175.61
20:03:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:03:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:03:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:03:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.175.20:39959
20:03:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657
20:03:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39315/jwks.json
20:03:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:03:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:03:53.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.570214 28205 sys_catalog.cc:263] Verifying existing consensus state
20:03:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.581262 28205 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454: Bootstrap starting.
20:03:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.638392 28205 log.cc:826] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454: Log is configured to *not* fsync() on all Append() calls
20:03:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.672248 28205 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:03:53.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.673687 28205 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454: Bootstrap complete.
20:03:53.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.710871 28205 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } }
20:03:53.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.714962 28205 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b7eaf982f6b4689a914bcf18f92d454, State: Initialized, Role: FOLLOWER
20:03:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.716409 28205 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } }
20:03:53.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.728070 28205 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [sys.catalog]: configured and running, proceeding with master startup.
20:03:53.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.731787 28209 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:03:53.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.735944 28209 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [sys.catalog]: This master's current role is: FOLLOWER
20:03:53.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.815876 28220 catalog_manager.cc:1308] Loaded cluster ID: 1093ebc5ea394853ae0ea6d782c4af8c
20:03:53.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.816181 28220 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454: loading cluster ID for follower catalog manager: success
20:03:53.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.827548 28220 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454: acquiring CA information for follower catalog manager: success
20:03:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:53 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453033, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.62@KRBTEST.COM for kudu/127.26.175.62@KRBTEST.COM
20:03:53.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.851894 28220 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:53.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.874027 28122 master_runner.cc:187] Error getting master registration for 127.26.175.61:42497: Network error: Client connection negotiation failed: client connection to 127.26.175.61:42497: connect: Connection refused (error 111),
20:03:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.906863 28122 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.910563 28111 heartbeater.cc:344] Connected to a master server at 127.26.175.62:45659
20:03:53.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.916836 28170 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a8eab4c5bd1149de821bdbec48974293" instance_seqno: 1790453030635384) as {username='kudu', principal='kudu/127.26.175.3@KRBTEST.COM'} at 127.26.175.3:43887; Asking this server to re-register.
20:03:53.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.918665 28111 heartbeater.cc:461] Registering TS with master...
20:03:53.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.922843 28170 ts_manager.cc:194] Registered new tserver with Master: a8eab4c5bd1149de821bdbec48974293 (127.26.175.3:37073)
20:03:53.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.971042 27816 heartbeater.cc:344] Connected to a master server at 127.26.175.62:45659
20:03:53.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.973711 28170 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3e98fad27f69431bb0a1ced2cda02352" instance_seqno: 1790453025630640) as {username='kudu', principal='kudu/127.26.175.1@KRBTEST.COM'} at 127.26.175.1:48965; Asking this server to re-register.
20:03:53.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.975307 27816 heartbeater.cc:461] Registering TS with master...
20:03:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:53.977739 28170 ts_manager.cc:194] Registered new tserver with Master: 3e98fad27f69431bb0a1ced2cda02352 (127.26.175.1:42033)
20:03:54.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:54.061476 28207 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:54.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:54.062026 28207 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:54.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:54.062637 28207 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:54.099437 28207 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:03:54.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:54.099740 28207 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:54.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:54.100198 28207 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:54.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:54.100538 28207 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:54.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:54.100955 28207 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:54.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:54.101282 28207 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:54.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:54.101526 28207 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39315/jwks.json
20:03:54.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:54.144227 28207 master_runner.cc:387] Master server non-default flags:
20:03:54.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/logs
20:03:54.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:54.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:54.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:54.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.175.20:39959
20:03:54.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:54.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:54.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/data
20:03:54.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/wal
20:03:54.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:03:54.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:54.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657
20:03:54.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab
20:03:54.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.175.61
20:03:54.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:54.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:54.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:54.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.175.61:42497
20:03:54.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:54.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:54.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:54.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39315/jwks.json
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/data/info.pb
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.175.61
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34505
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 19:43:25 UTC on e7f111948823
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14014
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:54.145658 28207 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:54.147109 28207 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:54.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:54.160108 28236 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:54.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:54.447501 27964 heartbeater.cc:344] Connected to a master server at 127.26.175.62:45659
20:03:54.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:54.450692 28170 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cb159a8708494714845a7e4f1873837f" instance_seqno: 1790453028236916) as {username='kudu', principal='kudu/127.26.175.2@KRBTEST.COM'} at 127.26.175.2:52989; Asking this server to re-register.
20:03:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:54.452474 27964 heartbeater.cc:461] Registering TS with master...
20:03:54.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:54.455829 28170 ts_manager.cc:194] Registered new tserver with Master: cb159a8708494714845a7e4f1873837f (127.26.175.2:41979)
20:03:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:54.943279 28248 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:54.944510 28248 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } }
20:03:54.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:54.954274 28248 leader_election.cc:290] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f31664245d2c4349827728246697a9b5 (127.26.175.61:42497), fce3b89fe55448fb8e723a02347f2e94 (127.26.175.60:36657)
20:03:54.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:54.967262 28155 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.175.61:42497: connect: Connection refused (error 111)
20:03:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:54.997130 28155 leader_election.cc:336] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f31664245d2c4349827728246697a9b5 (127.26.175.61:42497): Network error: Client connection negotiation failed: client connection to 127.26.175.61:42497: connect: Connection refused (error 111)
20:03:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:54.999760 28155 leader_election.cc:336] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer fce3b89fe55448fb8e723a02347f2e94 (127.26.175.60:36657): Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:55.000465 28155 leader_election.cc:304] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0b7eaf982f6b4689a914bcf18f92d454; no voters: f31664245d2c4349827728246697a9b5, fce3b89fe55448fb8e723a02347f2e94
20:03:55.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:55.004037 28248 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:03:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:55 dist-test-slave-q3ff krb5kdc[27336](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453035, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.1@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:55.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:55.299252 27697 init.cc:295] Successfully reacquired a new kerberos TGT
20:03:56.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:55.562657 28235 debug-util.cc:398] Leaking SignalData structure 0x7b0800037cc0 after lost signal to thread 28207
20:03:56.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:56.119871 28238 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1957 milliseconds
20:03:56.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:54.161465 28237 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:56.118988 28207 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.958s user 0.579s sys 1.111s
20:03:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:56.121477 28207 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.960s user 0.580s sys 1.111s
20:03:56.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.122226 28207 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:56.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:56.122287 28239 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.125242 28207 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:56.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.128224 28207 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:56.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.129707 28207 hybrid_clock.cc:648] HybridClock initialized: now 1790453036129570 us; error 133 us; skew 500 ppm
20:03:56.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.130748 28207 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:56.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:56 dist-test-slave-q3ff krb5kdc[27336](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453036, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:56.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.140246 28207 init.cc:377] Logged in from keytab as kudu/127.26.175.61@KRBTEST.COM (short username kudu)
20:03:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.147529 28207 webserver.cc:533] Webserver started at http://127.26.175.61:34505/ using document root <none> and password file <none>
20:03:56.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.148504 28207 fs_manager.cc:362] Metadata directory not provided
20:03:56.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.148814 28207 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:56.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.157284 28207 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.005s sys 0.002s
20:03:56.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.161955 28262 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:56.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.163233 28207 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.003s
20:03:56.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.163615 28207 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/data,/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/wal
20:03:56.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f31664245d2c4349827728246697a9b5"
20:03:56.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:36 on dist-test-slave-q3ff"
20:03:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.165616 28207 fs_report.cc:389] FS layout report
20:03:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/wal
20:03:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/wal
20:03:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/data/data
20:03:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:56.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.240114 28207 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.245922 28207 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.246459 28207 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:56.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.340723 28207 rpc_server.cc:307] RPC server started. Bound to: 127.26.175.61:42497
20:03:56.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.340843 28314 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.175.61:42497 every 8 connection(s)
20:03:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.343583 28207 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-1/data/info.pb
20:03:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.349924 27324 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu as pid 28207
20:03:56.351 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:56.351 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.175.60:36657
20:03:56.351 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:03:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.353565 27324 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu
20:03:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/wal
20:03:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/data
20:03:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/logs
20:03:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/data/info.pb
20:03:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.175.60:36657
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.175.60
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35571
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.175.60
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.175.20:39959
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39315/jwks.json
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:03:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.359092 28315 sys_catalog.cc:263] Verifying existing consensus state
20:03:56.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.367164 28315 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5: Bootstrap starting.
20:03:56.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.423568 28315 log.cc:826] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5: Log is configured to *not* fsync() on all Append() calls
20:03:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.443384 28315 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:03:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.444401 28315 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5: Bootstrap complete.
20:03:56.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.482883 28315 raft_consensus.cc:359] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } }
20:03:56.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.486263 28315 raft_consensus.cc:740] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: f31664245d2c4349827728246697a9b5, State: Initialized, Role: FOLLOWER
20:03:56.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.487677 28315 consensus_queue.cc:260] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } }
20:03:56.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.502578 28320 sys_catalog.cc:455] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:03:56.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.508735 28320 sys_catalog.cc:458] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [sys.catalog]: This master's current role is: FOLLOWER
20:03:56.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.507126 28315 sys_catalog.cc:565] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [sys.catalog]: configured and running, proceeding with master startup.
20:03:56.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.577257 27963 heartbeater.cc:344] Connected to a master server at 127.26.175.61:42497
20:03:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.621361 28333 catalog_manager.cc:1308] Loaded cluster ID: 1093ebc5ea394853ae0ea6d782c4af8c
20:03:56.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.623909 28333 catalog_manager.cc:1601] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5: loading cluster ID for follower catalog manager: success
20:03:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.631664 28333 catalog_manager.cc:1623] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5: acquiring CA information for follower catalog manager: success
20:03:56.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:56 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453036, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.61@KRBTEST.COM for kudu/127.26.175.62@KRBTEST.COM
20:03:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.645044 28333 catalog_manager.cc:1651] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:56.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.709445 28337 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:56.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.709885 28337 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } }
20:03:56.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.728788 28337 leader_election.cc:290] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f31664245d2c4349827728246697a9b5 (127.26.175.61:42497), fce3b89fe55448fb8e723a02347f2e94 (127.26.175.60:36657)
20:03:56.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:56.761206 28155 leader_election.cc:336] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer fce3b89fe55448fb8e723a02347f2e94 (127.26.175.60:36657): Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:56.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.761680 28290 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0b7eaf982f6b4689a914bcf18f92d454" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "f31664245d2c4349827728246697a9b5" is_pre_election: true
20:03:56.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.773167 28290 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b7eaf982f6b4689a914bcf18f92d454 in term 1.
20:03:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.685267 28207 master_runner.cc:187] Error getting master registration for 127.26.175.60:36657: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111),
20:03:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.774610 28155 leader_election.cc:304] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0b7eaf982f6b4689a914bcf18f92d454, f31664245d2c4349827728246697a9b5; no voters: fce3b89fe55448fb8e723a02347f2e94
20:03:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.774910 28207 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.775838 28337 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:03:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.776171 28337 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.776511 28337 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [term 1 FOLLOWER]: Advancing to term 2
20:03:56.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.789896 28337 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } }
20:03:56.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.793264 28290 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0b7eaf982f6b4689a914bcf18f92d454" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "f31664245d2c4349827728246697a9b5"
20:03:56.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.793841 28290 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [term 1 FOLLOWER]: Advancing to term 2
20:03:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:56.798074 28155 leader_election.cc:336] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer fce3b89fe55448fb8e723a02347f2e94 (127.26.175.60:36657): Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111)
20:03:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.798904 28337 leader_election.cc:290] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [CANDIDATE]: Term 2 election: Requested vote from peers f31664245d2c4349827728246697a9b5 (127.26.175.61:42497), fce3b89fe55448fb8e723a02347f2e94 (127.26.175.60:36657)
20:03:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.804009 28290 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b7eaf982f6b4689a914bcf18f92d454 in term 2.
20:03:56.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.805256 28155 leader_election.cc:304] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0b7eaf982f6b4689a914bcf18f92d454, f31664245d2c4349827728246697a9b5; no voters: fce3b89fe55448fb8e723a02347f2e94
20:03:56.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.806540 28337 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [term 2 FOLLOWER]: Leader election won for term 2
20:03:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.825055 28337 raft_consensus.cc:697] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [term 2 LEADER]: Becoming Leader. State: Replica: 0b7eaf982f6b4689a914bcf18f92d454, State: Running, Role: LEADER
20:03:56.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.826546 28337 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } }
20:03:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.852057 28341 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0b7eaf982f6b4689a914bcf18f92d454. Latest consensus state: current_term: 2 leader_uuid: "0b7eaf982f6b4689a914bcf18f92d454" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:03:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.853197 28341 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [sys.catalog]: This master's current role is: LEADER
20:03:56.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.866279 28343 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
20:03:56.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.875545 28343 catalog_manager.cc:1533] Initializing Kudu cluster ID...
20:03:56.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.880112 28343 catalog_manager.cc:1308] Loaded cluster ID: 1093ebc5ea394853ae0ea6d782c4af8c
20:03:56.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.880774 28343 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
20:03:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.885881 28343 catalog_manager.cc:1553] Loading token signing keys...
20:03:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.890563 28343 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454: Loaded TSK: 0
20:03:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.891965 28343 catalog_manager.cc:1563] Initializing in-progress tserver states...
20:03:56.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.966958 28108 heartbeater.cc:344] Connected to a master server at 127.26.175.61:42497
20:03:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:56.973424 28317 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.973378 28280 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a8eab4c5bd1149de821bdbec48974293" instance_seqno: 1790453030635384) as {username='kudu', principal='kudu/127.26.175.3@KRBTEST.COM'} at 127.26.175.3:58577; Asking this server to re-register.
20:03:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:56.974218 28317 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:56.975323 28317 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.975703 28108 heartbeater.cc:461] Registering TS with master...
20:03:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:56.979507 28280 ts_manager.cc:194] Registered new tserver with Master: a8eab4c5bd1149de821bdbec48974293 (127.26.175.3:37073)
20:03:57.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:57.040485 28317 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:03:57.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:57.040870 28317 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:57.054672 28317 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:57.055519 28317 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.055578 27815 heartbeater.cc:344] Connected to a master server at 127.26.175.61:42497
20:03:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:57.056169 28317 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:57.056697 28317 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:57.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:57.057128 28317 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39315/jwks.json
20:03:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.058463 28280 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3e98fad27f69431bb0a1ced2cda02352" instance_seqno: 1790453025630640) as {username='kudu', principal='kudu/127.26.175.1@KRBTEST.COM'} at 127.26.175.1:40201; Asking this server to re-register.
20:03:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.060305 27815 heartbeater.cc:461] Registering TS with master...
20:03:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.063380 28280 ts_manager.cc:194] Registered new tserver with Master: 3e98fad27f69431bb0a1ced2cda02352 (127.26.175.1:42033)
20:03:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.115029 28317 master_runner.cc:387] Master server non-default flags:
20:03:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/logs
20:03:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.175.20:39959
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/data
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/wal
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/krb5kdc/kudu.keytab
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.175.60
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.175.60:36657
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39315/jwks.json
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/data/info.pb
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.175.60
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35571
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
20:03:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 19:43:25 UTC on e7f111948823
20:03:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14014
20:03:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.116791 28317 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.118184 28317 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:57.157958 28353 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.428644 28290 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [term 2 FOLLOWER]: Refusing update from remote peer 0b7eaf982f6b4689a914bcf18f92d454: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
20:03:57.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.431843 28356 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
20:03:57.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.455406 28357 sys_catalog.cc:455] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0b7eaf982f6b4689a914bcf18f92d454. Latest consensus state: current_term: 2 leader_uuid: "0b7eaf982f6b4689a914bcf18f92d454" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:03:57.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.456135 28357 sys_catalog.cc:458] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [sys.catalog]: This master's current role is: FOLLOWER
20:03:57.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:57.478566 28155 consensus_peers.cc:597] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 -> Peer fce3b89fe55448fb8e723a02347f2e94 (127.26.175.60:36657): Couldn't send request to peer fce3b89fe55448fb8e723a02347f2e94. Status: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.507396 28357 sys_catalog.cc:455] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "0b7eaf982f6b4689a914bcf18f92d454" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:03:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.508090 28357 sys_catalog.cc:458] T 00000000000000000000000000000000 P f31664245d2c4349827728246697a9b5 [sys.catalog]: This master's current role is: FOLLOWER
20:03:57.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.511997 28356 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "0b7eaf982f6b4689a914bcf18f92d454" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:03:57.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.512979 28356 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [sys.catalog]: This master's current role is: LEADER
20:03:57.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.584900 28280 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cb159a8708494714845a7e4f1873837f" instance_seqno: 1790453028236916) as {username='kudu', principal='kudu/127.26.175.2@KRBTEST.COM'} at 127.26.175.2:48901; Asking this server to re-register.
20:03:57.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.586831 27963 heartbeater.cc:461] Registering TS with master...
20:03:57.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.590613 28280 ts_manager.cc:194] Registered new tserver with Master: cb159a8708494714845a7e4f1873837f (127.26.175.2:41979)
20:03:57.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.940928 28111 heartbeater.cc:499] Master 127.26.175.62:45659 was elected leader, sending a full tablet report...
20:03:57.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:57 dist-test-slave-q3ff krb5kdc[27336](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453037, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.2@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:57.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.972738 27844 init.cc:295] Successfully reacquired a new kerberos TGT
20:03:57.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:57.994508 27816 heartbeater.cc:499] Master 127.26.175.62:45659 was elected leader, sending a full tablet report...
20:03:58.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:58.485952 27964 heartbeater.cc:499] Master 127.26.175.62:45659 was elected leader, sending a full tablet report...
20:03:58.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:58.845795 28311 debug-util.cc:398] Leaking SignalData structure 0x7b0800095ae0 after lost signal to thread 28231
20:03:58.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:58.846407 28311 debug-util.cc:398] Leaking SignalData structure 0x7b0800071140 after lost signal to thread 28314
20:03:58.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:58.921101 28122 master_runner.cc:187] Error getting master registration for 127.26.175.60:36657: Network error: Client connection negotiation failed: client connection to 127.26.175.60:36657: connect: Connection refused (error 111),
20:03:58.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:58.921545 28122 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:58.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:58.548233 28351 debug-util.cc:398] Leaking SignalData structure 0x7b0800037cc0 after lost signal to thread 28317
20:03:58.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:58.973102 28351 kernel_stack_watchdog.cc:198] Thread 28317 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 390ms:
20:03:58.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:03:58.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:03:58.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:03:58.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:03:58.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:57.159328 28352 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:58.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:58.973986 28317 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.819s user 0.613s sys 1.032s
20:03:58.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:58.974514 28317 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.819s user 0.613s sys 1.032s
20:03:58.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:03:58.989095 28373 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:58.997359 28317 server_base.cc:1061] running on GCE node
20:03:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:58.999259 28317 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:59.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.014688 28317 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:59.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.021132 28317 hybrid_clock.cc:648] HybridClock initialized: now 1790453039021041 us; error 80 us; skew 500 ppm
20:03:59.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.022296 28317 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:59.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:59 dist-test-slave-q3ff krb5kdc[27336](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453039, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:59.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.029868 28317 init.cc:377] Logged in from keytab as kudu/127.26.175.60@KRBTEST.COM (short username kudu)
20:03:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.036211 28317 webserver.cc:533] Webserver started at http://127.26.175.60:35571/ using document root <none> and password file <none>
20:03:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.037438 28317 fs_manager.cc:362] Metadata directory not provided
20:03:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.037727 28317 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:59.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.050443 28317 fs_manager.cc:714] Time spent opening directory manager: real 0.010s user 0.012s sys 0.000s
20:03:59.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.056330 28380 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:59.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.057677 28317 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
20:03:59.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.058059 28317 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/data,/tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/wal
20:03:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fce3b89fe55448fb8e723a02347f2e94"
20:03:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 20:03:39 on dist-test-slave-q3ff"
20:03:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.059922 28317 fs_report.cc:389] FS layout report
20:03:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/wal
20:03:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/wal
20:03:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/data/data
20:03:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:59.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:59.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:59.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:59.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:59.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.157761 28317 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:59.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.170181 28317 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:59.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.170840 28317 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.434044 28317 rpc_server.cc:307] RPC server started. Bound to: 127.26.175.60:36657
20:03:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.434173 28433 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.175.60:36657 every 8 connection(s)
20:03:59.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.437690 28317 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHAzmsf/test-tmp/mini-kudu-cluster17651667547992999873/master-2/data/info.pb
20:03:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.447422 27324 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu as pid 28317
20:03:59.448 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.467427 28434 sys_catalog.cc:263] Verifying existing consensus state
20:03:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.477629 28434 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94: Bootstrap starting.
20:03:59.556 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.175.62:45659(127.26.175.62:45659)] connecting to peer
20:03:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.559203 28434 log.cc:826] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94: Log is configured to *not* fsync() on all Append() calls
20:03:59.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:59 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453037, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.2@KRBTEST.COM for kudu/127.26.175.60@KRBTEST.COM
20:03:59.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.643250 28434 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:03:59.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.647871 28434 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94: Bootstrap complete.
20:03:59.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.670584 27962 heartbeater.cc:344] Connected to a master server at 127.26.175.60:36657
20:03:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.683570 28434 raft_consensus.cc:359] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } }
20:03:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.687258 28434 raft_consensus.cc:740] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: fce3b89fe55448fb8e723a02347f2e94, State: Initialized, Role: FOLLOWER
20:03:59.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.688493 28434 consensus_queue.cc:260] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } }
20:03:59.691 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.175.61:42497(127.26.175.61:42497)] connecting to peer
20:03:59.705 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.175.60:36657(127.26.175.60:36657)] connecting to peer
20:03:59.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.714073 28441 sys_catalog.cc:455] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:03:59.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.714977 28441 sys_catalog.cc:458] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [sys.catalog]: This master's current role is: FOLLOWER
20:03:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.717227 28434 sys_catalog.cc:565] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [sys.catalog]: configured and running, proceeding with master startup.
20:03:59.725 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.175.62:45659(127.26.175.62:45659)] Successfully connected to peer
20:03:59.734 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.175.61:42497(127.26.175.61:42497)] Successfully connected to peer
20:03:59.734 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.26.175.60:36657(127.26.175.60:36657)] Successfully connected to peer
20:03:59.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.903338 28457 catalog_manager.cc:1308] Loaded cluster ID: 1093ebc5ea394853ae0ea6d782c4af8c
20:03:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.906392 28457 catalog_manager.cc:1601] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94: loading cluster ID for follower catalog manager: success
20:03:59.941 [WARN - kudu-nio-2] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
20:03:59.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.945070 28457 catalog_manager.cc:1623] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94: acquiring CA information for follower catalog manager: success
20:03:59.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:03:59 dist-test-slave-q3ff krb5kdc[27336](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453039, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.60@KRBTEST.COM for kudu/127.26.175.62@KRBTEST.COM
20:03:59.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.958845 28457 catalog_manager.cc:1651] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:59.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:03:59.992100 28408 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [term 1 FOLLOWER]: Advancing to term 2
20:04:00.026 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.26.175.62
20:04:00.030 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.26.175.61
20:04:00.031 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.26.175.60
20:04:00.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.076303 28441 sys_catalog.cc:455] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0b7eaf982f6b4689a914bcf18f92d454. Latest consensus state: current_term: 2 leader_uuid: "0b7eaf982f6b4689a914bcf18f92d454" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:04:00.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.077044 28441 sys_catalog.cc:458] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [sys.catalog]: This master's current role is: FOLLOWER
20:04:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.078079 28468 sys_catalog.cc:455] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "0b7eaf982f6b4689a914bcf18f92d454" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:04:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.078802 28468 sys_catalog.cc:458] T 00000000000000000000000000000000 P fce3b89fe55448fb8e723a02347f2e94 [sys.catalog]: This master's current role is: FOLLOWER
20:04:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.083639 28107 heartbeater.cc:344] Connected to a master server at 127.26.175.60:36657
20:04:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.084214 28107 heartbeater.cc:499] Master 127.26.175.60:36657 was elected leader, sending a full tablet report...
20:04:00.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.090415 28398 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a8eab4c5bd1149de821bdbec48974293" instance_seqno: 1790453030635384) as {username='kudu', principal='kudu/127.26.175.3@KRBTEST.COM'} at 127.26.175.3:56451; Asking this server to re-register.
20:04:00.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.092271 28107 heartbeater.cc:461] Registering TS with master...
20:04:00.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.096143 28398 ts_manager.cc:194] Registered new tserver with Master: a8eab4c5bd1149de821bdbec48974293 (127.26.175.3:37073)
20:04:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.130949 27814 heartbeater.cc:344] Connected to a master server at 127.26.175.60:36657
20:04:00.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.134617 28398 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3e98fad27f69431bb0a1ced2cda02352" instance_seqno: 1790453025630640) as {username='kudu', principal='kudu/127.26.175.1@KRBTEST.COM'} at 127.26.175.1:38489; Asking this server to re-register.
20:04:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.142093 27814 heartbeater.cc:461] Registering TS with master...
20:04:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.145638 28398 ts_manager.cc:194] Registered new tserver with Master: 3e98fad27f69431bb0a1ced2cda02352 (127.26.175.1:42033)
20:04:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 20:04:00 dist-test-slave-q3ff krb5kdc[27336](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790453040, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.175.3@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:00.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.299724 27990 init.cc:295] Successfully reacquired a new kerberos TGT
20:04:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:04:00.307389 27308 debug-util.cc:398] Leaking SignalData structure 0x7b08000adac0 after lost signal to thread 27183
20:04:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:04:00.308509 27308 debug-util.cc:398] Leaking SignalData structure 0x7b08000adb40 after lost signal to thread 27311
20:04:00.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.175.62:45659(127.26.175.62:45659)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
20:04:00.457 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.175.60:36657(127.26.175.60:36657)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
20:04:00.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.175.61:42497(127.26.175.61:42497)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
20:04:00.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.175.61:42497: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
20:04:00.469 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.175.60:36657: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
20:04:00.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.175.62:45659: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
20:04:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:04:00.480707 28438 negotiation.cc:336] Failed RPC negotiation. Trace:
20:04:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.734234 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:60234 (local address 127.26.175.60:36657)
20:04:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.734929 (+ 695us) server_negotiation.cc:207] Beginning negotiation
20:04:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.734955 (+ 26us) server_negotiation.cc:400] Waiting for connection header
20:04:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.846548 (+111593us) server_negotiation.cc:408] Connection header received
20:04:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.912380 (+ 65832us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:04:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.912439 (+ 59us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:04:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.912683 (+ 244us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:04:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.912827 (+ 144us) server_negotiation.cc:227] Negotiated authn=SASL
20:04:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:04:00.291232 (+378405us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
20:04:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:04:00.292472 (+ 1240us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
20:04:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:04:00.442403 (+149931us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
20:04:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:04:00.442976 (+ 573us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
20:04:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:04:00.479297 (+ 36321us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:60234: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:60234): Cannot send after transport endpoint shutdown (error 108)
20:04:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":142}
20:04:00.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.483991 28470 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "0b7eaf982f6b4689a914bcf18f92d454" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b7eaf982f6b4689a914bcf18f92d454" member_type: VOTER last_known_addr { host: "127.26.175.62" port: 45659 } } peers { permanent_uuid: "f31664245d2c4349827728246697a9b5" member_type: VOTER last_known_addr { host: "127.26.175.61" port: 42497 } } peers { permanent_uuid: "fce3b89fe55448fb8e723a02347f2e94" member_type: VOTER last_known_addr { host: "127.26.175.60" port: 36657 } } }
20:04:00.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.484781 28470 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0b7eaf982f6b4689a914bcf18f92d454 [sys.catalog]: This master's current role is: LEADER
20:04:00.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:04:00.490113 28446 negotiation.cc:336] Failed RPC negotiation. Trace:
20:04:00.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.735254 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:46736 (local address 127.26.175.61:42497)
20:04:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.797439 (+ 62185us) server_negotiation.cc:207] Beginning negotiation
20:04:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.797484 (+ 45us) server_negotiation.cc:400] Waiting for connection header
20:04:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.847031 (+ 49547us) server_negotiation.cc:408] Connection header received
20:04:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.907424 (+ 60393us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:04:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.907468 (+ 44us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:04:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.907700 (+ 232us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:04:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.907854 (+ 154us) server_negotiation.cc:227] Negotiated authn=SASL
20:04:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:04:00.301320 (+393466us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
20:04:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:04:00.302743 (+ 1423us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
20:04:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:04:00.443627 (+140884us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
20:04:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:04:00.444184 (+ 557us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
20:04:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:04:00.488279 (+ 44095us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:46736: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:46736): Cannot send after transport endpoint shutdown (error 108)
20:04:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":53043,"thread_start_us":52731,"threads_started":1}
20:04:00.498 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.26.175.60:36657(127.26.175.60:36657)] handling channelInactive
20:04:00.499 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.175.61:42497(127.26.175.61:42497)] handling channelInactive
20:04:00.498 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1046), Traces: [0ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.175.62:45659, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.175.61:42497, [231ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.175.60:36657, [984ms] Sub RPC ConnectToMaster: received response from server master-127.26.175.62:45659: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [985ms] Sub RPC ConnectToMaster: received response from server master-127.26.175.60:36657: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [989ms] Sub RPC ConnectToMaster: received response from server master-127.26.175.61:42497: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
20:04:00.535 [DEBUG - kudu-nio-0] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1083), Traces: [0ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.175.62:45659, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.175.61:42497, [231ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.175.60:36657, [984ms] Sub RPC ConnectToMaster: received response from server master-127.26.175.62:45659: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [985ms] Sub RPC ConnectToMaster: received response from server master-127.26.175.60:36657: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [989ms] Sub RPC ConnectToMaster: received response from server master-127.26.175.61:42497: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
20:04:00.538 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.26.175.62:45659(127.26.175.62:45659)] disconnecting while in state TERMINATED
20:04:00.539 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.26.175.61:42497(127.26.175.61:42497)] disconnecting while in state TERMINATED
20:04:00.540 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.26.175.60:36657(127.26.175.60:36657)] disconnecting while in state TERMINATED
20:04:00.542 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.175.62:45659(127.26.175.62:45659)] handling channelInactive
20:04:00.542 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:00.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 20:04:00.544371 28445 negotiation.cc:336] Failed RPC negotiation. Trace:
20:04:00.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.723246 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:34310 (local address 127.26.175.62:45659)
20:04:00.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.785927 (+ 62681us) server_negotiation.cc:207] Beginning negotiation
20:04:00.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.785967 (+ 40us) server_negotiation.cc:400] Waiting for connection header
20:04:00.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.846149 (+ 60182us) server_negotiation.cc:408] Connection header received
20:04:00.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.909198 (+ 63049us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:04:00.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.909230 (+ 32us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:04:00.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.909462 (+ 232us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:04:00.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:03:59.909662 (+ 200us) server_negotiation.cc:227] Negotiated authn=SASL
20:04:00.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:04:00.288901 (+379239us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
20:04:00.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:04:00.290510 (+ 1609us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
20:04:00.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:04:00.442403 (+151893us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
20:04:00.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:04:00.443067 (+ 664us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
20:04:00.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 20:04:00.542760 (+ 99693us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:34310: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:34310): Cannot send after transport endpoint shutdown (error 108)
20:04:00.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":58733,"thread_start_us":58826,"threads_started":1}
20:04:00.596 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.621546 27324 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu with pid 27678
20:04:00.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.667482 27324 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu with pid 27828
20:04:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.729516 27324 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu with pid 27976
20:04:00.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.824067 27324 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu with pid 28122
20:04:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.885581 27324 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu with pid 28207
20:04:00.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:00.928112 27324 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu with pid 28317
20:04:02.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T20:04:02Z chronyd exiting
20:04:03.281 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:03.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:03.284087 26595 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu with pid 26877
20:04:03.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:03.308353 26595 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu with pid 27042
20:04:03.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:03.335575 26595 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu with pid 27182
20:04:03.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:03.362083 26595 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu with pid 26607
20:04:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:03.392748 26595 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu with pid 26677
20:04:03.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 20:04:03.422679 26595 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHAzmsf/build/tsan/bin/kudu with pid 26753
20:04:04.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T20:04:04Z chronyd exiting
20:04:05.607 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
20:04:06.729 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
20:04:06.729 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.26.175.62:45659,127.26.175.61:42497,127.26.175.60:36657). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more