01:53:23.384 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
01:53:23.396 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task34nNva/test-tmp
01:53:23.406 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:53:23.410 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task34nNva/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:53:23.640 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
01:53:23.831 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:53:23.832 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:53:23.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:23.836406 20278 mini_oidc.cc:150] Starting JWKS server
01:53:23.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:23.839946 20278 webserver.cc:533] Webserver started at http://127.0.0.1:46711/ using document root <none> and password file <none>
01:53:23.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:23.840400 20278 mini_oidc.cc:186] Starting OIDC Discovery server
01:53:23.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:23.842258 20278 webserver.cc:533] Webserver started at http://127.0.0.1:33849/ using document root <none> and password file <none>
01:53:23.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T01:53:23Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
01:53:23.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T01:53:23Z Disabled control of system clock
01:53:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:23.903383 20278 external_mini_cluster.cc:1372] Running /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-0/wal
01:53:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-0/data
01:53:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-0/logs
01:53:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-0/data/info.pb
01:53:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:53:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.205.190:36531
01:53:23.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.205.190
01:53:23.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:23.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.205.148:44179
01:53:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.205.190:36531,127.19.205.189:36441,127.19.205.188:34309
01:53:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46711/jwks.json with env {}
01:53:24.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:24.213011 20297 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:24.213594 20297 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:24.214210 20297 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:24.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:24.248265 20297 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:53:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:24.248558 20297 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:24.248761 20297 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:53:24.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:24.248953 20297 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:53:24.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:24.249176 20297 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:53:24.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:24.249356 20297 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46711/jwks.json
01:53:24.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:24.286692 20297 master_runner.cc:387] Master server non-default flags:
01:53:24.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-0/logs
01:53:24.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:24.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:24.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.205.148:44179
01:53:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:24.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:24.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-0/data
01:53:24.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-0/wal
01:53:24.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:24.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.205.190:36531,127.19.205.189:36441,127.19.205.188:34309
01:53:24.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:24.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:24.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:24.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.205.190:36531
01:53:24.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:24.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:24.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:24.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46711/jwks.json
01:53:24.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:24.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:24.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-0/data/info.pb
01:53:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.205.190
01:53:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:53:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:53:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 01:43:22 UTC on e7f111948823
01:53:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13235
01:53:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:24.288378 20297 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:24.290800 20297 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:24.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:24.304446 20303 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:24.306253 20305 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:25.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:25.419973 20308 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:25.423318 20307 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1118 milliseconds
01:53:25.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.423411 20297 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:25.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.424710 20297 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.427441 20297 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.428776 20297 hybrid_clock.cc:648] HybridClock initialized: now 1786154005428793 us; error 85 us; skew 500 ppm
01:53:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.429608 20297 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.436048 20297 webserver.cc:533] Webserver started at http://127.19.205.190:42993/ using document root <none> and password file <none>
01:53:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.436920 20297 fs_manager.cc:362] Metadata directory not provided
01:53:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.437117 20297 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:25.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.437680 20297 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:25.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.442030 20297 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-0/data/instance:
01:53:25.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da9393280d1342c8a838d40bb45ba1ec"
01:53:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:25 on dist-test-slave-t7g5"
01:53:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.443271 20297 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-0/wal/instance:
01:53:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da9393280d1342c8a838d40bb45ba1ec"
01:53:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:25 on dist-test-slave-t7g5"
01:53:25.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.450759 20297 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
01:53:25.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.456341 20320 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:25.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.457422 20297 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
01:53:25.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.457753 20297 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-0/data,/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-0/wal
01:53:25.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da9393280d1342c8a838d40bb45ba1ec"
01:53:25.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:25 on dist-test-slave-t7g5"
01:53:25.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.458055 20297 fs_report.cc:389] FS layout report
01:53:25.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-0/wal
01:53:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-0/wal
01:53:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-0/data/data
01:53:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:25.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:25.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:25.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:25.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:25.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.511888 20297 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:25.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.513378 20297 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:25.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.513857 20297 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:25.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.584189 20297 rpc_server.cc:307] RPC server started. Bound to: 127.19.205.190:36531
01:53:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.584276 20389 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.205.190:36531 every 8 connection(s)
01:53:25.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.586901 20297 server_base.cc:1193] Dumped server information to /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-0/data/info.pb
01:53:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.593114 20391 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:53:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.594134 20278 external_mini_cluster.cc:1434] Started /tmp/dist-test-task34nNva/build/tsan/bin/kudu as pid 20297
01:53:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.594645 20278 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-0/wal/instance
01:53:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.599495 20278 external_mini_cluster.cc:1372] Running /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:25.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:25.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-1/wal
01:53:25.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-1/data
01:53:25.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:25.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:25.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:25.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:25.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:25.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:25.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-1/logs
01:53:25.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-1/data/info.pb
01:53:25.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:25.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:25.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:25.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:25.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:25.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:25.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:25.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:25.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:53:25.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:25.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:25.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:25.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.205.189:36441
01:53:25.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.205.189
01:53:25.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:25.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.205.148:44179
01:53:25.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:25.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:25.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:25.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.205.190:36531,127.19.205.189:36441,127.19.205.188:34309
01:53:25.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:25.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46711/jwks.json with env {}
01:53:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.608430 20391 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } has no permanent_uuid. Determining permanent_uuid...
01:53:25.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.639906 20391 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } has no permanent_uuid. Determining permanent_uuid...
01:53:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:25.642321 20321 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.205.189:36441: connect: Connection refused (error 111)
01:53:25.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:25.646485 20391 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.189:36441: Network error: Client connection negotiation failed: client connection to 127.19.205.189:36441: connect: Connection refused (error 111)
01:53:25.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.695914 20391 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } attempt: 1
01:53:25.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:25.700871 20391 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.189:36441: Network error: Client connection negotiation failed: client connection to 127.19.205.189:36441: connect: Connection refused (error 111)
01:53:25.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.769251 20391 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } attempt: 2
01:53:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:25.774166 20391 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.189:36441: Network error: Client connection negotiation failed: client connection to 127.19.205.189:36441: connect: Connection refused (error 111)
01:53:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.865607 20391 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } attempt: 3
01:53:25.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:25.870662 20391 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.189:36441: Network error: Client connection negotiation failed: client connection to 127.19.205.189:36441: connect: Connection refused (error 111)
01:53:25.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:25.917587 20393 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:25.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:25.918332 20393 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:25.919111 20393 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:25.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:25.952386 20393 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:53:25.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:25.952734 20393 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:25.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:25.953061 20393 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:53:25.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:25.953392 20393 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:53:25.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:25.953773 20393 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:53:25.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:25.954056 20393 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46711/jwks.json
01:53:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.990357 20393 master_runner.cc:387] Master server non-default flags:
01:53:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-1/logs
01:53:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.205.148:44179
01:53:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-1/data
01:53:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-1/wal
01:53:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.205.190:36531,127.19.205.189:36441,127.19.205.188:34309
01:53:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.205.189:36441
01:53:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46711/jwks.json
01:53:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-1/data/info.pb
01:53:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.205.189
01:53:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:25.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:25.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:25.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:53:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:53:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 01:43:22 UTC on e7f111948823
01:53:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13235
01:53:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.992183 20393 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:25.994653 20393 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:26.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:26.008098 20403 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:26.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:26.014086 20391 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } attempt: 4
01:53:26.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:26.024107 20391 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.189:36441: Network error: Client connection negotiation failed: client connection to 127.19.205.189:36441: connect: Connection refused (error 111)
01:53:26.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:26.323625 20391 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } attempt: 5
01:53:26.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:26.332291 20391 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.189:36441: Network error: Client connection negotiation failed: client connection to 127.19.205.189:36441: connect: Connection refused (error 111)
01:53:26.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:26.879783 20391 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } attempt: 6
01:53:26.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:26.901407 20391 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.189:36441: Network error: Client connection negotiation failed: client connection to 127.19.205.189:36441: connect: Connection refused (error 111)
01:53:27.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:26.009886 20404 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:27.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.359810 20407 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:27.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.362540 20405 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1348 milliseconds
01:53:27.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.362901 20393 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.354s user 0.507s sys 0.834s
01:53:27.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.363229 20393 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.355s user 0.507s sys 0.834s
01:53:27.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.363492 20393 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:27.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.364998 20393 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.368119 20393 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.369886 20393 hybrid_clock.cc:648] HybridClock initialized: now 1786154007369847 us; error 31 us; skew 500 ppm
01:53:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.370960 20393 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.379660 20393 webserver.cc:533] Webserver started at http://127.19.205.189:46883/ using document root <none> and password file <none>
01:53:27.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.380980 20393 fs_manager.cc:362] Metadata directory not provided
01:53:27.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.381264 20393 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:27.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.382272 20393 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.388550 20393 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-1/data/instance:
01:53:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "41f00a58d7734b1ea16f3dcc359d8829"
01:53:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:27 on dist-test-slave-t7g5"
01:53:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.390107 20393 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-1/wal/instance:
01:53:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "41f00a58d7734b1ea16f3dcc359d8829"
01:53:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:27 on dist-test-slave-t7g5"
01:53:27.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.399935 20393 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.004s sys 0.005s
01:53:27.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.406232 20421 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:27.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.407518 20393 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.003s
01:53:27.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.407919 20393 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-1/data,/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-1/wal
01:53:27.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "41f00a58d7734b1ea16f3dcc359d8829"
01:53:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:27 on dist-test-slave-t7g5"
01:53:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.408358 20393 fs_report.cc:389] FS layout report
01:53:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-1/wal
01:53:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-1/wal
01:53:27.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-1/data/data
01:53:27.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:27.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:27.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:27.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.496590 20393 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:27.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.498291 20393 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.498832 20393 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:27.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.573096 20393 rpc_server.cc:307] RPC server started. Bound to: 127.19.205.189:36441
01:53:27.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.573160 20492 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.205.189:36441 every 8 connection(s)
01:53:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.576049 20393 server_base.cc:1193] Dumped server information to /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-1/data/info.pb
01:53:27.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.577333 20278 external_mini_cluster.cc:1434] Started /tmp/dist-test-task34nNva/build/tsan/bin/kudu as pid 20393
01:53:27.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.577865 20278 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-1/wal/instance
01:53:27.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.580509 20278 external_mini_cluster.cc:1372] Running /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:27.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:27.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-2/wal
01:53:27.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-2/data
01:53:27.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:27.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:27.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:27.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-2/logs
01:53:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-2/data/info.pb
01:53:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:53:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.205.188:34309
01:53:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.205.188
01:53:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.205.148:44179
01:53:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:27.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.205.190:36531,127.19.205.189:36441,127.19.205.188:34309
01:53:27.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:27.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46711/jwks.json with env {}
01:53:27.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.587678 20493 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:53:27.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.598560 20493 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } has no permanent_uuid. Determining permanent_uuid...
01:53:27.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.619724 20493 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } has no permanent_uuid. Determining permanent_uuid...
01:53:27.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.633853 20493 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } has no permanent_uuid. Determining permanent_uuid...
01:53:27.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.636693 20426 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.205.188:34309: connect: Connection refused (error 111)
01:53:27.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.641036 20493 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.188:34309: Network error: Client connection negotiation failed: client connection to 127.19.205.188:34309: connect: Connection refused (error 111)
01:53:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.690492 20493 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } attempt: 1
01:53:27.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.694919 20493 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.188:34309: Network error: Client connection negotiation failed: client connection to 127.19.205.188:34309: connect: Connection refused (error 111)
01:53:27.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.763289 20493 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } attempt: 2
01:53:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.767499 20493 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.188:34309: Network error: Client connection negotiation failed: client connection to 127.19.205.188:34309: connect: Connection refused (error 111)
01:53:27.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.858966 20493 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } attempt: 3
01:53:27.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.863090 20493 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.188:34309: Network error: Client connection negotiation failed: client connection to 127.19.205.188:34309: connect: Connection refused (error 111)
01:53:27.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.892897 20495 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:27.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.893467 20495 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:27.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.894186 20495 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.926934 20495 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:53:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.927220 20495 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.927412 20495 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:53:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.927597 20495 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:53:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.927793 20495 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:53:27.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.927956 20495 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46711/jwks.json
01:53:27.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.961920 20391 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } attempt: 7
01:53:27.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.966437 20495 master_runner.cc:387] Master server non-default flags:
01:53:27.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-2/logs
01:53:27.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:27.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:27.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:27.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.205.148:44179
01:53:27.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:27.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:27.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-2/data
01:53:27.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-2/wal
01:53:27.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:27.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.205.190:36531,127.19.205.189:36441,127.19.205.188:34309
01:53:27.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:27.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:27.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:27.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.205.188:34309
01:53:27.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:27.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:27.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:27.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46711/jwks.json
01:53:27.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:27.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:27.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-2/data/info.pb
01:53:27.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.205.188
01:53:27.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:27.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:53:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:27.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:53:27.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:27.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 01:43:22 UTC on e7f111948823
01:53:27.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13235
01:53:27.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:27.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.968163 20495 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:27.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.970530 20495 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:27.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:27.976101 20391 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } has no permanent_uuid. Determining permanent_uuid...
01:53:27.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.983140 20391 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.188:34309: Network error: Client connection negotiation failed: client connection to 127.19.205.188:34309: connect: Connection refused (error 111)
01:53:27.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.986311 20513 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:28.006469 20493 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } attempt: 4
01:53:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:28.010726 20493 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.188:34309: Network error: Client connection negotiation failed: client connection to 127.19.205.188:34309: connect: Connection refused (error 111)
01:53:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:28.041584 20391 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } attempt: 1
01:53:28.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:28.046033 20391 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.188:34309: Network error: Client connection negotiation failed: client connection to 127.19.205.188:34309: connect: Connection refused (error 111)
01:53:28.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:28.127429 20391 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } attempt: 2
01:53:28.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:28.131486 20391 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.188:34309: Network error: Client connection negotiation failed: client connection to 127.19.205.188:34309: connect: Connection refused (error 111)
01:53:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:28.216893 20391 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } attempt: 3
01:53:28.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:28.220947 20391 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.188:34309: Network error: Client connection negotiation failed: client connection to 127.19.205.188:34309: connect: Connection refused (error 111)
01:53:28.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:28.310122 20493 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } attempt: 5
01:53:28.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:28.315639 20493 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.188:34309: Network error: Client connection negotiation failed: client connection to 127.19.205.188:34309: connect: Connection refused (error 111)
01:53:28.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:28.361349 20391 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } attempt: 4
01:53:28.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:28.366819 20391 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.188:34309: Network error: Client connection negotiation failed: client connection to 127.19.205.188:34309: connect: Connection refused (error 111)
01:53:28.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:28.650290 20391 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } attempt: 5
01:53:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:28.655953 20391 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.188:34309: Network error: Client connection negotiation failed: client connection to 127.19.205.188:34309: connect: Connection refused (error 111)
01:53:28.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:28.863142 20493 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } attempt: 6
01:53:28.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:28.872867 20493 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.188:34309: Network error: Client connection negotiation failed: client connection to 127.19.205.188:34309: connect: Connection refused (error 111)
01:53:29.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:27.989842 20510 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:29.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:29.167402 20516 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:29.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:29.169982 20515 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:53:29.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:29.170066 20495 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.185s user 0.558s sys 0.627s
01:53:29.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:29.170445 20495 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.185s user 0.558s sys 0.627s
01:53:29.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.170711 20495 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:29.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.172174 20495 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:29.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.175288 20495 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:29.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.177042 20495 hybrid_clock.cc:648] HybridClock initialized: now 1786154009176996 us; error 37 us; skew 500 ppm
01:53:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.178155 20495 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:29.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.186885 20495 webserver.cc:533] Webserver started at http://127.19.205.188:39229/ using document root <none> and password file <none>
01:53:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.188212 20495 fs_manager.cc:362] Metadata directory not provided
01:53:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.188508 20495 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.189101 20495 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:29.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.195363 20495 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-2/data/instance:
01:53:29.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd26ef1d2fe64e26910d7bd194f3f38b"
01:53:29.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:29 on dist-test-slave-t7g5"
01:53:29.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.196894 20495 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-2/wal/instance:
01:53:29.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd26ef1d2fe64e26910d7bd194f3f38b"
01:53:29.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:29 on dist-test-slave-t7g5"
01:53:29.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.206775 20495 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.006s sys 0.006s
01:53:29.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.208461 20391 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } attempt: 6
01:53:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.214599 20529 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:29.215679 20391 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.205.188:34309: Network error: Client connection negotiation failed: client connection to 127.19.205.188:34309: connect: Connection refused (error 111)
01:53:29.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.216717 20495 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.001s sys 0.003s
01:53:29.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.217128 20495 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-2/data,/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-2/wal
01:53:29.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd26ef1d2fe64e26910d7bd194f3f38b"
01:53:29.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:29 on dist-test-slave-t7g5"
01:53:29.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.217572 20495 fs_report.cc:389] FS layout report
01:53:29.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:29.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-2/wal
01:53:29.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-2/wal
01:53:29.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-2/data/data
01:53:29.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:29.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:29.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:29.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:29.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:29.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:29.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:29.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:29.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:29.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:29.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:29.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.309335 20495 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:29.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.310825 20495 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:29.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.311223 20495 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:29.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.381925 20495 rpc_server.cc:307] RPC server started. Bound to: 127.19.205.188:34309
01:53:29.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.382054 20600 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.205.188:34309 every 8 connection(s)
01:53:29.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.384495 20495 server_base.cc:1193] Dumped server information to /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-2/data/info.pb
01:53:29.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.390410 20601 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:53:29.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.394145 20278 external_mini_cluster.cc:1434] Started /tmp/dist-test-task34nNva/build/tsan/bin/kudu as pid 20495
01:53:29.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.394608 20278 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/master-2/wal/instance
01:53:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.404356 20601 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } has no permanent_uuid. Determining permanent_uuid...
01:53:29.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.425714 20601 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } has no permanent_uuid. Determining permanent_uuid...
01:53:29.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.436955 20601 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } has no permanent_uuid. Determining permanent_uuid...
01:53:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.454555 20601 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b: Bootstrap starting.
01:53:29.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.461596 20601 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b: Neither blocks nor log segments found. Creating new log.
01:53:29.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.463950 20601 log.cc:826] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b: Log is configured to *not* fsync() on all Append() calls
01:53:29.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.469553 20601 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b: No bootstrap required, opened a new log
01:53:29.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.489892 20601 raft_consensus.cc:359] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } } peers { permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } } peers { permanent_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } }
01:53:29.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.490547 20601 raft_consensus.cc:385] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:53:29.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.490738 20601 raft_consensus.cc:740] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bd26ef1d2fe64e26910d7bd194f3f38b, State: Initialized, Role: FOLLOWER
01:53:29.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.491436 20601 consensus_queue.cc:260] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } } peers { permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } } peers { permanent_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } }
01:53:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.494426 20619 sys_catalog.cc:455] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } } peers { permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } } peers { permanent_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } } }
01:53:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.495613 20619 sys_catalog.cc:458] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [sys.catalog]: This master's current role is: FOLLOWER
01:53:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.496209 20601 sys_catalog.cc:565] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [sys.catalog]: configured and running, proceeding with master startup.
01:53:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:29.523741 20632 catalog_manager.cc:1594] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:53:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:29.524120 20632 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:53:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.517060 20495 master_runner.cc:187] Error getting master registration for 127.19.205.190:36531: OK, instance_id { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" instance_seqno: 1786154005565170 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:53:29.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.539172 20495 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:53:29.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:29.567133 20538 tablet.cc:2406] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:53:29.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.870328 20619 raft_consensus.cc:493] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:53:29.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.870783 20619 raft_consensus.cc:515] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } } peers { permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } } peers { permanent_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } }
01:53:29.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.872826 20619 leader_election.cc:290] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers da9393280d1342c8a838d40bb45ba1ec (127.19.205.190:36531), 41f00a58d7734b1ea16f3dcc359d8829 (127.19.205.189:36441)
01:53:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.933350 20493 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } attempt: 7
01:53:29.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.954782 20493 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829: Bootstrap starting.
01:53:29.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.961969 20493 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829: Neither blocks nor log segments found. Creating new log.
01:53:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.964148 20493 log.cc:826] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829: Log is configured to *not* fsync() on all Append() calls
01:53:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.968848 20493 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829: No bootstrap required, opened a new log
01:53:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.988025 20493 raft_consensus.cc:359] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } } peers { permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } } peers { permanent_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } }
01:53:29.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.988653 20493 raft_consensus.cc:385] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:53:29.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.988924 20493 raft_consensus.cc:740] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 41f00a58d7734b1ea16f3dcc359d8829, State: Initialized, Role: FOLLOWER
01:53:29.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.989804 20493 consensus_queue.cc:260] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } } peers { permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } } peers { permanent_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } }
01:53:29.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.992583 20636 sys_catalog.cc:455] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } } peers { permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } } peers { permanent_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } } }
01:53:29.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.993628 20636 sys_catalog.cc:458] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829 [sys.catalog]: This master's current role is: FOLLOWER
01:53:29.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.994354 20493 sys_catalog.cc:565] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829 [sys.catalog]: configured and running, proceeding with master startup.
01:53:29.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.994549 20456 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "41f00a58d7734b1ea16f3dcc359d8829" is_pre_election: true
01:53:29.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.995714 20456 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bd26ef1d2fe64e26910d7bd194f3f38b in term 0.
01:53:29.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.997320 20532 leader_election.cc:304] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 41f00a58d7734b1ea16f3dcc359d8829, bd26ef1d2fe64e26910d7bd194f3f38b; no voters:
01:53:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.998623 20619 raft_consensus.cc:2804] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [term 0 FOLLOWER]: Leader pre-election won for term 1
01:53:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.998972 20619 raft_consensus.cc:493] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:53:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:29.999277 20619 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [term 0 FOLLOWER]: Advancing to term 1
01:53:30.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:30.007203 20430 tablet.cc:2406] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:53:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.012231 20619 raft_consensus.cc:515] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } } peers { permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } } peers { permanent_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } }
01:53:30.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.031186 20619 leader_election.cc:290] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [CANDIDATE]: Term 1 election: Requested vote from peers da9393280d1342c8a838d40bb45ba1ec (127.19.205.190:36531), 41f00a58d7734b1ea16f3dcc359d8829 (127.19.205.189:36441)
01:53:30.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.032480 20456 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "41f00a58d7734b1ea16f3dcc359d8829"
01:53:30.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.032994 20456 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829 [term 0 FOLLOWER]: Advancing to term 1
01:53:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.039731 20456 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bd26ef1d2fe64e26910d7bd194f3f38b in term 1.
01:53:30.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.040843 20532 leader_election.cc:304] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 41f00a58d7734b1ea16f3dcc359d8829, bd26ef1d2fe64e26910d7bd194f3f38b; no voters:
01:53:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.041707 20619 raft_consensus.cc:2804] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [term 1 FOLLOWER]: Leader election won for term 1
01:53:30.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.044226 20619 raft_consensus.cc:697] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [term 1 LEADER]: Becoming Leader. State: Replica: bd26ef1d2fe64e26910d7bd194f3f38b, State: Running, Role: LEADER
01:53:30.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.045423 20619 consensus_queue.cc:237] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } } peers { permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } } peers { permanent_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } }
01:53:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.052618 20651 sys_catalog.cc:455] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [sys.catalog]: SysCatalogTable state changed. Reason: New leader bd26ef1d2fe64e26910d7bd194f3f38b. Latest consensus state: current_term: 1 leader_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } } peers { permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } } peers { permanent_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } } }
01:53:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.053129 20651 sys_catalog.cc:458] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [sys.catalog]: This master's current role is: LEADER
01:53:30.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.055418 20657 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
01:53:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.062790 20657 catalog_manager.cc:1520] Initializing Kudu cluster ID...
01:53:30.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:30.074836 20652 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:53:30.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:30.075556 20652 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:53:30.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.090979 20456 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829 [term 1 FOLLOWER]: Refusing update from remote peer bd26ef1d2fe64e26910d7bd194f3f38b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:53:30.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.093063 20619 consensus_queue.cc:1048] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [LEADER]: Connected to new peer: Peer: permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:53:30.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.057791 20393 master_runner.cc:187] Error getting master registration for 127.19.205.190:36531: OK, instance_id { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" instance_seqno: 1786154005565170 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:53:30.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.109033 20393 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:53:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.129421 20636 sys_catalog.cc:455] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829 [sys.catalog]: SysCatalogTable state changed. Reason: New leader bd26ef1d2fe64e26910d7bd194f3f38b. Latest consensus state: current_term: 1 leader_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } } peers { permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } } peers { permanent_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } } }
01:53:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.130237 20636 sys_catalog.cc:458] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829 [sys.catalog]: This master's current role is: FOLLOWER
01:53:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.140403 20659 mvcc.cc:204] Tried to move back new op lower bound from 7316086825310945280 to 7316086825158590464. Current Snapshot: MvccSnapshot[applied={T|T < 7316086825310945280}]
01:53:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.144572 20619 sys_catalog.cc:455] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } } peers { permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } } peers { permanent_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } } }
01:53:30.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.145299 20619 sys_catalog.cc:458] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [sys.catalog]: This master's current role is: LEADER
01:53:30.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.150811 20657 catalog_manager.cc:1383] Generated new cluster ID: 2c9a32440ec74ec4a7ecea0f6ae9ef27
01:53:30.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.151115 20657 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
01:53:30.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.152247 20636 sys_catalog.cc:455] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } } peers { permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } } peers { permanent_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } } }
01:53:30.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.152899 20636 sys_catalog.cc:458] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829 [sys.catalog]: This master's current role is: FOLLOWER
01:53:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.180909 20657 catalog_manager.cc:1406] Generated new certificate authority record
01:53:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.186167 20657 catalog_manager.cc:1540] Loading token signing keys...
01:53:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.219736 20657 catalog_manager.cc:6070] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b: Generated new TSK 0
01:53:30.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.223565 20657 catalog_manager.cc:1550] Initializing in-progress tserver states...
01:53:30.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.249123 20391 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } attempt: 7
01:53:30.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.263705 20278 external_mini_cluster.cc:1372] Running /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:30.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:30.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-0/wal
01:53:30.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-0/data
01:53:30.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:30.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:30.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:30.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:30.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-0/logs
01:53:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-0/data/info.pb
01:53:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:53:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.205.129:0
01:53:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.205.129
01:53:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.205.129
01:53:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.205.190:36531,127.19.205.189:36441,127.19.205.188:34309
01:53:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.205.148:44179
01:53:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:53:30.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.289779 20391 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec: Bootstrap starting.
01:53:30.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.301323 20391 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec: Neither blocks nor log segments found. Creating new log.
01:53:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.318313 20391 log.cc:826] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec: Log is configured to *not* fsync() on all Append() calls
01:53:30.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.325282 20391 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec: No bootstrap required, opened a new log
01:53:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.385911 20391 raft_consensus.cc:359] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } } peers { permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } } peers { permanent_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } }
01:53:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.388017 20391 raft_consensus.cc:385] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:53:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.388743 20391 raft_consensus.cc:740] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: da9393280d1342c8a838d40bb45ba1ec, State: Initialized, Role: FOLLOWER
01:53:30.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.391111 20391 consensus_queue.cc:260] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } } peers { permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } } peers { permanent_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } }
01:53:30.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.414067 20354 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da9393280d1342c8a838d40bb45ba1ec" is_pre_election: true
01:53:30.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.415921 20353 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da9393280d1342c8a838d40bb45ba1ec"
01:53:30.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.415431 20354 raft_consensus.cc:2468] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bd26ef1d2fe64e26910d7bd194f3f38b in term 0.
01:53:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.426270 20350 raft_consensus.cc:3060] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec [term 0 FOLLOWER]: Advancing to term 1
01:53:30.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.433522 20350 raft_consensus.cc:1275] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec [term 1 FOLLOWER]: Refusing update from remote peer bd26ef1d2fe64e26910d7bd194f3f38b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:53:30.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.441486 20651 consensus_queue.cc:1048] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [LEADER]: Connected to new peer: Peer: permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:53:30.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.442071 20391 sys_catalog.cc:565] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec [sys.catalog]: configured and running, proceeding with master startup.
01:53:30.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.441255 20668 sys_catalog.cc:455] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } } peers { permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } } peers { permanent_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } } }
01:53:30.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.444312 20668 sys_catalog.cc:458] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec [sys.catalog]: This master's current role is: FOLLOWER
01:53:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.538161 20668 sys_catalog.cc:455] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec [sys.catalog]: SysCatalogTable state changed. Reason: New leader bd26ef1d2fe64e26910d7bd194f3f38b. Latest consensus state: current_term: 1 leader_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } } peers { permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } } peers { permanent_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } } }
01:53:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.538854 20668 sys_catalog.cc:458] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec [sys.catalog]: This master's current role is: FOLLOWER
01:53:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.542572 20678 sys_catalog.cc:455] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } } peers { permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } } peers { permanent_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } } }
01:53:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.543394 20678 sys_catalog.cc:458] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec [sys.catalog]: This master's current role is: FOLLOWER
01:53:30.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.555733 20689 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:53:30.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:30.807513 20666 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:30.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:30.808079 20666 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:30.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:30.808796 20666 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:30.842746 20666 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:30.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:30.843737 20666 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.205.129
01:53:30.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.881311 20666 tablet_server_runner.cc:78] Tablet server non-default flags:
01:53:30.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-0/logs
01:53:30.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:30.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:30.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:30.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.205.148:44179
01:53:30.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:30.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:30.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-0/data
01:53:30.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-0/wal
01:53:30.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:30.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.205.129:0
01:53:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-0/data/info.pb
01:53:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.205.129
01:53:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.205.190:36531,127.19.205.189:36441,127.19.205.188:34309
01:53:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.205.129
01:53:30.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:30.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:53:30.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:30.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:53:30.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:30.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 01:43:22 UTC on e7f111948823
01:53:30.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13235
01:53:30.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:30.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.883141 20666 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:30.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.885313 20666 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:30.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:30.899840 20696 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:30.998543 20705 sys_catalog.cc:455] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da9393280d1342c8a838d40bb45ba1ec" member_type: VOTER last_known_addr { host: "127.19.205.190" port: 36531 } } peers { permanent_uuid: "41f00a58d7734b1ea16f3dcc359d8829" member_type: VOTER last_known_addr { host: "127.19.205.189" port: 36441 } } peers { permanent_uuid: "bd26ef1d2fe64e26910d7bd194f3f38b" member_type: VOTER last_known_addr { host: "127.19.205.188" port: 34309 } } }
01:53:31.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:31.012295 20705 sys_catalog.cc:458] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b [sys.catalog]: This master's current role is: LEADER
01:53:31.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:31.084218 20652 catalog_manager.cc:1295] Loaded cluster ID: 2c9a32440ec74ec4a7ecea0f6ae9ef27
01:53:31.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:31.084965 20652 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829: loading cluster ID for follower catalog manager: success
01:53:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:31.092551 20652 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829: acquiring CA information for follower catalog manager: success
01:53:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:31.100122 20652 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 41f00a58d7734b1ea16f3dcc359d8829: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:53:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:31.612481 20689 catalog_manager.cc:1295] Loaded cluster ID: 2c9a32440ec74ec4a7ecea0f6ae9ef27
01:53:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:31.612847 20689 catalog_manager.cc:1588] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec: loading cluster ID for follower catalog manager: success
01:53:31.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:31.659433 20689 catalog_manager.cc:1610] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec: acquiring CA information for follower catalog manager: success
01:53:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:31.696013 20689 catalog_manager.cc:1638] T 00000000000000000000000000000000 P da9393280d1342c8a838d40bb45ba1ec: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:53:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:32.301578 20695 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 20666
01:53:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:32.339690 20695 kernel_stack_watchdog.cc:198] Thread 20666 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
01:53:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:53:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:53:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:53:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:53:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:30.901702 20698 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:32.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:32.345440 20699 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1437 milliseconds
01:53:32.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:32.346601 20666 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.445s user 0.002s sys 0.003s
01:53:32.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:32.347214 20700 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:32.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:32.347291 20666 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.446s user 0.002s sys 0.004s
01:53:32.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.347970 20666 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:32.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.349177 20666 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.353855 20666 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.355624 20666 hybrid_clock.cc:648] HybridClock initialized: now 1786154012355542 us; error 74 us; skew 500 ppm
01:53:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.356869 20666 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:32.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.378898 20666 webserver.cc:533] Webserver started at http://127.19.205.129:38235/ using document root <none> and password file <none>
01:53:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.397624 20666 fs_manager.cc:362] Metadata directory not provided
01:53:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.398336 20666 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:32.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.399145 20666 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:32.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.405594 20666 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-0/data/instance:
01:53:32.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0822e639cafb41c3852908747bdc4e92"
01:53:32.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:32 on dist-test-slave-t7g5"
01:53:32.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.407410 20666 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-0/wal/instance:
01:53:32.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0822e639cafb41c3852908747bdc4e92"
01:53:32.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:32 on dist-test-slave-t7g5"
01:53:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.422924 20666 fs_manager.cc:696] Time spent creating directory manager: real 0.014s user 0.008s sys 0.004s
01:53:32.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.438208 20715 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:32.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.440318 20666 fs_manager.cc:730] Time spent opening block manager: real 0.011s user 0.011s sys 0.000s
01:53:32.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.442211 20666 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-0/data,/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-0/wal
01:53:32.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0822e639cafb41c3852908747bdc4e92"
01:53:32.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:32 on dist-test-slave-t7g5"
01:53:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.443035 20666 fs_report.cc:389] FS layout report
01:53:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-0/wal
01:53:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-0/wal
01:53:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-0/data/data
01:53:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.540392 20666 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:32.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.543449 20666 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:32.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.544368 20666 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:32.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.554126 20666 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:53:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.566256 20666 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:53:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.566906 20666 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
01:53:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.567487 20666 ts_tablet_manager.cc:616] Registered 0 tablets
01:53:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.567901 20666 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:53:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.842592 20666 rpc_server.cc:307] RPC server started. Bound to: 127.19.205.129:34481
01:53:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.842763 20882 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.205.129:34481 every 8 connection(s)
01:53:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.846792 20666 server_base.cc:1193] Dumped server information to /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-0/data/info.pb
01:53:32.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.848172 20278 external_mini_cluster.cc:1434] Started /tmp/dist-test-task34nNva/build/tsan/bin/kudu as pid 20666
01:53:32.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.848651 20278 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-0/wal/instance
01:53:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.871287 20278 external_mini_cluster.cc:1372] Running /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:32.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:32.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-1/wal
01:53:32.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-1/data
01:53:32.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:32.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:32.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:32.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:32.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:32.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:32.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-1/logs
01:53:32.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-1/data/info.pb
01:53:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:53:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.205.130:0
01:53:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.205.130
01:53:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.205.130
01:53:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.205.190:36531,127.19.205.189:36441,127.19.205.188:34309
01:53:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.205.148:44179
01:53:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:53:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.976974 20883 heartbeater.cc:344] Connected to a master server at 127.19.205.188:34309
01:53:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.980814 20883 heartbeater.cc:461] Registering TS with master...
01:53:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.983178 20883 heartbeater.cc:507] Master 127.19.205.188:34309 requested a full tablet report, sending...
01:53:32.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.986923 20551 ts_manager.cc:194] Registered new tserver with Master: 0822e639cafb41c3852908747bdc4e92 (127.19.205.129:34481)
01:53:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.990479 20551 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.205.129:40839
01:53:32.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.991354 20887 heartbeater.cc:344] Connected to a master server at 127.19.205.189:36441
01:53:32.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.991716 20887 heartbeater.cc:461] Registering TS with master...
01:53:32.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.992617 20887 heartbeater.cc:507] Master 127.19.205.189:36441 requested a full tablet report, sending...
01:53:32.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:32.995982 20446 ts_manager.cc:194] Registered new tserver with Master: 0822e639cafb41c3852908747bdc4e92 (127.19.205.129:34481)
01:53:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:33.002621 20896 heartbeater.cc:344] Connected to a master server at 127.19.205.190:36531
01:53:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:33.002985 20896 heartbeater.cc:461] Registering TS with master...
01:53:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:33.003630 20896 heartbeater.cc:507] Master 127.19.205.190:36531 requested a full tablet report, sending...
01:53:33.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:33.008646 20342 ts_manager.cc:194] Registered new tserver with Master: 0822e639cafb41c3852908747bdc4e92 (127.19.205.129:34481)
01:53:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:33.367745 20884 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:33.368230 20884 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:33.368626 20884 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:33.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:33.420346 20884 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:33.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:33.421151 20884 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.205.130
01:53:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:33.463361 20884 tablet_server_runner.cc:78] Tablet server non-default flags:
01:53:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-1/logs
01:53:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.205.148:44179
01:53:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-1/data
01:53:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-1/wal
01:53:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.205.130:0
01:53:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-1/data/info.pb
01:53:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.205.130
01:53:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.205.190:36531,127.19.205.189:36441,127.19.205.188:34309
01:53:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.205.130
01:53:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:53:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:53:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 01:43:22 UTC on e7f111948823
01:53:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13235
01:53:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:33.464711 20884 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:33.467028 20884 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:33.484460 20913 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:33.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:33.996234 20883 heartbeater.cc:499] Master 127.19.205.188:34309 was elected leader, sending a full tablet report...
01:53:35.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:34.886541 20911 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 20884
01:53:35.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:35.043406 20884 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.559s user 0.511s sys 0.717s
01:53:35.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:35.043895 20884 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.559s user 0.511s sys 0.718s
01:53:35.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:33.486722 20914 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:35.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:35.045269 20915 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1558 milliseconds
01:53:35.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.045827 20884 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:35.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:35.045904 20918 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:35.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.049348 20884 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.051578 20884 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.052942 20884 hybrid_clock.cc:648] HybridClock initialized: now 1786154015052909 us; error 35 us; skew 500 ppm
01:53:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.053877 20884 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:35.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.060173 20884 webserver.cc:533] Webserver started at http://127.19.205.130:46781/ using document root <none> and password file <none>
01:53:35.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.061144 20884 fs_manager.cc:362] Metadata directory not provided
01:53:35.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.061367 20884 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:35.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.061918 20884 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:35.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.066146 20884 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-1/data/instance:
01:53:35.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "216f670499f64b12a7372680c2a3b5a0"
01:53:35.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:35 on dist-test-slave-t7g5"
01:53:35.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.067312 20884 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-1/wal/instance:
01:53:35.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "216f670499f64b12a7372680c2a3b5a0"
01:53:35.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:35 on dist-test-slave-t7g5"
01:53:35.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.074415 20884 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.008s sys 0.000s
01:53:35.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.079982 20932 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:35.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.081197 20884 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
01:53:35.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.081496 20884 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-1/data,/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-1/wal
01:53:35.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "216f670499f64b12a7372680c2a3b5a0"
01:53:35.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:35 on dist-test-slave-t7g5"
01:53:35.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.081807 20884 fs_report.cc:389] FS layout report
01:53:35.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:35.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-1/wal
01:53:35.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-1/wal
01:53:35.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-1/data/data
01:53:35.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:35.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:35.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:35.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:35.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:35.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:35.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:35.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:35.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:35.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:35.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:35.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.134369 20884 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:35.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.135850 20884 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:35.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.136253 20884 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:35.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.139178 20884 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:53:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.143427 20884 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:53:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.143677 20884 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:53:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.143913 20884 ts_tablet_manager.cc:616] Registered 0 tablets
01:53:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.144062 20884 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:53:35.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.281826 20884 rpc_server.cc:307] RPC server started. Bound to: 127.19.205.130:46531
01:53:35.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.281939 21088 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.205.130:46531 every 8 connection(s)
01:53:35.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.284560 20884 server_base.cc:1193] Dumped server information to /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-1/data/info.pb
01:53:35.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.295732 20278 external_mini_cluster.cc:1434] Started /tmp/dist-test-task34nNva/build/tsan/bin/kudu as pid 20884
01:53:35.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.296428 20278 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-1/wal/instance
01:53:35.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.316656 20278 external_mini_cluster.cc:1372] Running /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:35.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:35.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-2/wal
01:53:35.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-2/data
01:53:35.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:35.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:35.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:35.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:35.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:35.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:35.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-2/logs
01:53:35.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-2/data/info.pb
01:53:35.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:35.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:35.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:35.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:35.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:35.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:35.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:35.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:35.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:53:35.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:35.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.205.131:0
01:53:35.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.205.131
01:53:35.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.205.131
01:53:35.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:35.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.205.190:36531,127.19.205.189:36441,127.19.205.188:34309
01:53:35.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.205.148:44179
01:53:35.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:35.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:35.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:53:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.325457 21090 heartbeater.cc:344] Connected to a master server at 127.19.205.189:36441
01:53:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.325984 21090 heartbeater.cc:461] Registering TS with master...
01:53:35.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.327090 21089 heartbeater.cc:344] Connected to a master server at 127.19.205.188:34309
01:53:35.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.327382 21090 heartbeater.cc:507] Master 127.19.205.189:36441 requested a full tablet report, sending...
01:53:35.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.327539 21089 heartbeater.cc:461] Registering TS with master...
01:53:35.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.328758 21089 heartbeater.cc:507] Master 127.19.205.188:34309 requested a full tablet report, sending...
01:53:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.331362 20446 ts_manager.cc:194] Registered new tserver with Master: 216f670499f64b12a7372680c2a3b5a0 (127.19.205.130:46531)
01:53:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.332240 20551 ts_manager.cc:194] Registered new tserver with Master: 216f670499f64b12a7372680c2a3b5a0 (127.19.205.130:46531)
01:53:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.333154 21091 heartbeater.cc:344] Connected to a master server at 127.19.205.190:36531
01:53:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.333491 21091 heartbeater.cc:461] Registering TS with master...
01:53:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.333678 20551 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.205.130:48507
01:53:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.334184 21091 heartbeater.cc:507] Master 127.19.205.190:36531 requested a full tablet report, sending...
01:53:35.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.337878 20342 ts_manager.cc:194] Registered new tserver with Master: 216f670499f64b12a7372680c2a3b5a0 (127.19.205.130:46531)
01:53:35.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:35.651494 21100 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:35.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:35.652102 21100 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:35.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:35.652522 21100 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:35.686628 21100 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:35.687441 21100 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.205.131
01:53:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.724887 21100 tablet_server_runner.cc:78] Tablet server non-default flags:
01:53:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-2/logs
01:53:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.205.148:44179
01:53:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-2/data
01:53:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-2/wal
01:53:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.205.131:0
01:53:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-2/data/info.pb
01:53:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.205.131
01:53:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.205.190:36531,127.19.205.189:36441,127.19.205.188:34309
01:53:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.205.131
01:53:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:53:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:53:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 01:43:22 UTC on e7f111948823
01:53:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13235
01:53:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.726253 21100 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:35.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:35.728082 21100 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:35.741156 21109 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:36.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:36.337224 21089 heartbeater.cc:499] Master 127.19.205.188:34309 was elected leader, sending a full tablet report...
01:53:37.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:35.742393 21110 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:37.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:37.114197 21100 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.372s user 0.548s sys 0.823s
01:53:37.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:37.114602 21100 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.373s user 0.548s sys 0.823s
01:53:37.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:37.115449 21112 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1366 milliseconds
01:53:37.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:37.116366 21113 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:37.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.117223 21100 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:37.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.118739 21100 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:37.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.121598 21100 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:37.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.123085 21100 hybrid_clock.cc:648] HybridClock initialized: now 1786154017122993 us; error 81 us; skew 500 ppm
01:53:37.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.124181 21100 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:37.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.133018 21100 webserver.cc:533] Webserver started at http://127.19.205.131:36919/ using document root <none> and password file <none>
01:53:37.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.134332 21100 fs_manager.cc:362] Metadata directory not provided
01:53:37.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.134618 21100 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.135238 21100 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:37.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.141455 21100 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-2/data/instance:
01:53:37.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a71e9b7a8fa44b0a9ab1173b9d893465"
01:53:37.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:37 on dist-test-slave-t7g5"
01:53:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.143016 21100 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-2/wal/instance:
01:53:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a71e9b7a8fa44b0a9ab1173b9d893465"
01:53:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:37 on dist-test-slave-t7g5"
01:53:37.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.152766 21100 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.009s sys 0.001s
01:53:37.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.160116 21125 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:37.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.161468 21100 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.002s
01:53:37.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.161904 21100 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-2/data,/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-2/wal
01:53:37.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a71e9b7a8fa44b0a9ab1173b9d893465"
01:53:37.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:37 on dist-test-slave-t7g5"
01:53:37.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.162376 21100 fs_report.cc:389] FS layout report
01:53:37.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:37.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-2/wal
01:53:37.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-2/wal
01:53:37.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-2/data/data
01:53:37.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:37.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:37.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.239193 21100 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.240628 21100 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.241044 21100 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:37.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.243597 21100 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:53:37.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.247707 21100 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:53:37.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.247908 21100 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:53:37.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.248103 21100 ts_tablet_manager.cc:616] Registered 0 tablets
01:53:37.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.248234 21100 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:53:37.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.390666 21100 rpc_server.cc:307] RPC server started. Bound to: 127.19.205.131:46611
01:53:37.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.390790 21287 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.205.131:46611 every 8 connection(s)
01:53:37.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.393333 21100 server_base.cc:1193] Dumped server information to /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-2/data/info.pb
01:53:37.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.406584 20278 external_mini_cluster.cc:1434] Started /tmp/dist-test-task34nNva/build/tsan/bin/kudu as pid 21100
01:53:37.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.407073 20278 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster14123161721904487645/ts-2/wal/instance
01:53:37.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.435599 21288 heartbeater.cc:344] Connected to a master server at 127.19.205.188:34309
01:53:37.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.436760 21288 heartbeater.cc:461] Registering TS with master...
01:53:37.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.438127 21288 heartbeater.cc:507] Master 127.19.205.188:34309 requested a full tablet report, sending...
01:53:37.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.440989 21289 heartbeater.cc:344] Connected to a master server at 127.19.205.189:36441
01:53:37.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.440979 20551 ts_manager.cc:194] Registered new tserver with Master: a71e9b7a8fa44b0a9ab1173b9d893465 (127.19.205.131:46611)
01:53:37.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.441287 21289 heartbeater.cc:461] Registering TS with master...
01:53:37.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.442154 21289 heartbeater.cc:507] Master 127.19.205.189:36441 requested a full tablet report, sending...
01:53:37.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.442173 21290 heartbeater.cc:344] Connected to a master server at 127.19.205.190:36531
01:53:37.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.442593 21290 heartbeater.cc:461] Registering TS with master...
01:53:37.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.442652 20551 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.205.131:53905
01:53:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.443444 21290 heartbeater.cc:507] Master 127.19.205.190:36531 requested a full tablet report, sending...
01:53:37.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.444866 20446 ts_manager.cc:194] Registered new tserver with Master: a71e9b7a8fa44b0a9ab1173b9d893465 (127.19.205.131:46611)
01:53:37.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.446048 20342 ts_manager.cc:194] Registered new tserver with Master: a71e9b7a8fa44b0a9ab1173b9d893465 (127.19.205.131:46611)
01:53:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:37.459617 20278 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
01:53:37.470 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:53:37.472 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
01:53:37.481 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.19.205.190"
port: 36531
}
bound_http_address {
host: "127.19.205.190"
port: 42993
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.19.205.189"
port: 36441
}
bound_http_address {
host: "127.19.205.189"
port: 46883
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.19.205.188"
port: 34309
}
bound_http_address {
host: "127.19.205.188"
port: 39229
}
}
}
01:53:37.485 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:53:37.488 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.19.205.129"
port: 34481
}
bound_http_address {
host: "127.19.205.129"
port: 38235
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.19.205.130"
port: 46531
}
bound_http_address {
host: "127.19.205.130"
port: 46781
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.19.205.131"
port: 46611
}
bound_http_address {
host: "127.19.205.131"
port: 36919
}
}
}
01:53:37.488 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
01:53:37.685 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
01:53:37.753 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
01:53:37.849 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task34nNva/test-tmp
01:53:37.849 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:53:37.849 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task34nNva/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:53:37.853 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
01:53:38.188 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:38.189 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:53:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:38.194381 21301 mini_oidc.cc:150] Starting JWKS server
01:53:38.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:38.197988 21301 webserver.cc:533] Webserver started at http://127.0.0.1:45189/ using document root <none> and password file <none>
01:53:38.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:38.198405 21301 mini_oidc.cc:186] Starting OIDC Discovery server
01:53:38.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:38.200088 21301 webserver.cc:533] Webserver started at http://127.0.0.1:40077/ using document root <none> and password file <none>
01:53:38.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
01:53:38.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/principal' for realm 'KRBTEST.COM',
01:53:38.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
01:53:38.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:38 dist-test-slave-t7g5 krb5kdc[21321](info): setting up network...
01:53:38.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
01:53:38.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:38 dist-test-slave-t7g5 krb5kdc[21321](info): set up 2 sockets
01:53:38.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:38 dist-test-slave-t7g5 krb5kdc[21321](info): commencing operation
01:53:38.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
01:53:38.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:38.446341 21288 heartbeater.cc:499] Master 127.19.205.188:34309 was elected leader, sending a full tablet report...
01:53:40.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:40.491466 21301 mini_kdc.cc:121] Time spent starting KDC: real 2.255s user 0.002s sys 0.021s
01:53:40.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
01:53:40.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:53:40.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
01:53:40.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
01:53:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:53:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
01:53:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
01:53:40.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:53:40.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
01:53:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:53:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/test-user.keytab.
01:53:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/test-user.keytab.
01:53:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:40 dist-test-slave-t7g5 krb5kdc[21321](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154020, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:53:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T01:53:40Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
01:53:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T01:53:40Z Disabled control of system clock
01:53:40.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.205.126@KRBTEST.COM; defaulting to no policy
01:53:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:40.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.205.126@KRBTEST.COM" created.
01:53:40.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:40.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.205.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:40.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.205.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:40.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.20.205.126@KRBTEST.COM; defaulting to no policy
01:53:40.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:40.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.20.205.126@KRBTEST.COM" created.
01:53:40.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:40.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.205.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:40.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.205.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:40.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:40.731519 21301 external_mini_cluster.cc:1372] Running /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:40.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:40.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/wal
01:53:40.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/data
01:53:40.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:40.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:40.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:40.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/logs
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/data/info.pb
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.205.126:36489
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.205.126
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.205.126
01:53:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:53:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:53:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:53:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.205.84:33493
01:53:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.205.126:36489,127.20.205.125:45909,127.20.205.124:36197
01:53:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45189/jwks.json
01:53:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:53:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:53:41.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:41.044854 21344 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:41.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:41.045401 21344 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:41.046020 21344 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:41.078848 21344 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:53:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:41.079079 21344 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:53:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:41.079342 21344 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:41.079550 21344 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:53:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:41.079748 21344 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:53:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:41.079967 21344 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:53:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:41.080175 21344 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45189/jwks.json
01:53:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:41.118204 21344 master_runner.cc:387] Master server non-default flags:
01:53:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/logs
01:53:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.205.84:33493
01:53:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/data
01:53:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/wal
01:53:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:53:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.205.126:36489,127.20.205.125:45909,127.20.205.124:36197
01:53:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab
01:53:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.205.126
01:53:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.205.126:36489
01:53:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45189/jwks.json
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/data/info.pb
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.205.126
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 01:43:22 UTC on e7f111948823
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13235
01:53:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:41.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:41.119627 21344 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:41.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:41.120814 21344 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:41.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:41.132264 21351 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:41.134076 21352 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:42.323552 21359 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:42.325160 21357 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1191 milliseconds
01:53:42.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:42.326633 21344 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.193s user 0.001s sys 0.006s
01:53:42.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:42.326900 21344 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.194s user 0.001s sys 0.006s
01:53:42.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.327181 21344 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:42.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.328361 21344 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.331424 21344 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.332842 21344 hybrid_clock.cc:648] HybridClock initialized: now 1786154022332786 us; error 71 us; skew 500 ppm
01:53:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.333636 21344 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:42 dist-test-slave-t7g5 krb5kdc[21321](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154022, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.340785 21344 init.cc:377] Logged in from keytab as kudu/127.20.205.126@KRBTEST.COM (short username kudu)
01:53:42.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.346480 21344 webserver.cc:533] Webserver started at http://127.20.205.126:44363/ using document root <none> and password file <none>
01:53:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.347398 21344 fs_manager.cc:362] Metadata directory not provided
01:53:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.347601 21344 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:42.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.348011 21344 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:42.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.353170 21344 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/data/instance:
01:53:42.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97427f8d7b79494b94d0138337a3e63c"
01:53:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:42 on dist-test-slave-t7g5"
01:53:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.355237 21344 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/wal/instance:
01:53:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97427f8d7b79494b94d0138337a3e63c"
01:53:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:42 on dist-test-slave-t7g5"
01:53:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.365746 21344 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.005s sys 0.004s
01:53:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.373361 21370 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:42.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.374740 21344 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
01:53:42.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.375118 21344 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/data,/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/wal
01:53:42.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97427f8d7b79494b94d0138337a3e63c"
01:53:42.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:42 on dist-test-slave-t7g5"
01:53:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.375480 21344 fs_report.cc:389] FS layout report
01:53:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/wal
01:53:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/wal
01:53:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/data/data
01:53:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:42.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.447579 21344 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:42.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.453280 21344 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:42.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.453811 21344 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:42.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.590466 21344 rpc_server.cc:307] RPC server started. Bound to: 127.20.205.126:36489
01:53:42.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.590927 21447 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.205.126:36489 every 8 connection(s)
01:53:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.595389 21344 server_base.cc:1193] Dumped server information to /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/data/info.pb
01:53:42.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.603813 21301 external_mini_cluster.cc:1434] Started /tmp/dist-test-task34nNva/build/tsan/bin/kudu as pid 21344
01:53:42.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.604298 21301 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/wal/instance
01:53:42.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.620569 21448 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:53:42.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.205.125@KRBTEST.COM; defaulting to no policy
01:53:42.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.205.125@KRBTEST.COM" created.
01:53:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.639319 21448 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } has no permanent_uuid. Determining permanent_uuid...
01:53:42.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:42.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.205.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:42.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.205.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:42.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:42 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154022, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.126@KRBTEST.COM for kudu/127.20.205.126@KRBTEST.COM
01:53:42.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.20.205.125@KRBTEST.COM; defaulting to no policy
01:53:42.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:42.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.20.205.125@KRBTEST.COM" created.
01:53:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.679710 21448 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } has no permanent_uuid. Determining permanent_uuid...
01:53:42.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:42.682197 21374 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.205.125:45909: connect: Connection refused (error 111)
01:53:42.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:42.686672 21448 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.125:45909: Network error: Client connection negotiation failed: client connection to 127.20.205.125:45909: connect: Connection refused (error 111)
01:53:42.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:42.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.205.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:42.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.205.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:42.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.698251 21301 external_mini_cluster.cc:1372] Running /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:42.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:42.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/wal
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/data
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/logs
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/data/info.pb
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.205.125:45909
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.205.125
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.205.125
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:53:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:53:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.205.84:33493
01:53:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.205.126:36489,127.20.205.125:45909,127.20.205.124:36197
01:53:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45189/jwks.json
01:53:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:53:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:53:42.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.736159 21448 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } attempt: 1
01:53:42.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:42.740443 21448 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.125:45909: Network error: Client connection negotiation failed: client connection to 127.20.205.125:45909: connect: Connection refused (error 111)
01:53:42.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.808800 21448 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } attempt: 2
01:53:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:42.816027 21448 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.125:45909: Network error: Client connection negotiation failed: client connection to 127.20.205.125:45909: connect: Connection refused (error 111)
01:53:42.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:42.907416 21448 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } attempt: 3
01:53:42.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:42.914726 21448 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.125:45909: Network error: Client connection negotiation failed: client connection to 127.20.205.125:45909: connect: Connection refused (error 111)
01:53:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:43.058677 21448 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } attempt: 4
01:53:43.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:43.066766 21448 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.125:45909: Network error: Client connection negotiation failed: client connection to 127.20.205.125:45909: connect: Connection refused (error 111)
01:53:43.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:43.238545 21457 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:43.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:43.239246 21457 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:43.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:43.239846 21457 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:43.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:43.274197 21457 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:53:43.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:43.274437 21457 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:53:43.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:43.274704 21457 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:43.274943 21457 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:53:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:43.275148 21457 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:53:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:43.275342 21457 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:53:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:43.275496 21457 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45189/jwks.json
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:43.315829 21457 master_runner.cc:387] Master server non-default flags:
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/logs
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.205.84:33493
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/data
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/wal
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.205.126:36489,127.20.205.125:45909,127.20.205.124:36197
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.205.125
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.205.125:45909
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45189/jwks.json
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:53:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:53:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/data/info.pb
01:53:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.205.125
01:53:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:53:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:53:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 01:43:22 UTC on e7f111948823
01:53:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13235
01:53:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:43.317114 21457 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:43.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:43.318168 21457 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:43.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:43.338641 21465 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:43.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:43.366323 21448 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } attempt: 5
01:53:43.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:43.385056 21448 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.125:45909: Network error: Client connection negotiation failed: client connection to 127.20.205.125:45909: connect: Connection refused (error 111)
01:53:43.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:43.932646 21448 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } attempt: 6
01:53:43.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:43.943724 21448 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.125:45909: Network error: Client connection negotiation failed: client connection to 127.20.205.125:45909: connect: Connection refused (error 111)
01:53:44.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:43.344381 21467 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:44.616180 21457 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.275s user 0.497s sys 0.754s
01:53:44.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:44.616894 21457 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.275s user 0.498s sys 0.755s
01:53:44.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.621464 21457 server_base.cc:1061] running on GCE node
01:53:44.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:44.623875 21481 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.625854 21457 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.631573 21457 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.633196 21457 hybrid_clock.cc:648] HybridClock initialized: now 1786154024633131 us; error 72 us; skew 500 ppm
01:53:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.634137 21457 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:44.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:44 dist-test-slave-t7g5 krb5kdc[21321](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154024, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:44.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.646565 21457 init.cc:377] Logged in from keytab as kudu/127.20.205.125@KRBTEST.COM (short username kudu)
01:53:44.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.659680 21457 webserver.cc:533] Webserver started at http://127.20.205.125:45583/ using document root <none> and password file <none>
01:53:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.661064 21457 fs_manager.cc:362] Metadata directory not provided
01:53:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.661366 21457 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.661966 21457 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:44.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.669384 21457 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/data/instance:
01:53:44.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f509f6ae19c7428e9d11effb68449ce5"
01:53:44.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:44 on dist-test-slave-t7g5"
01:53:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.671413 21457 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/wal/instance:
01:53:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f509f6ae19c7428e9d11effb68449ce5"
01:53:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:44 on dist-test-slave-t7g5"
01:53:44.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.686599 21457 fs_manager.cc:696] Time spent creating directory manager: real 0.014s user 0.001s sys 0.013s
01:53:44.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.696460 21490 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:44.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.698082 21457 fs_manager.cc:730] Time spent opening block manager: real 0.008s user 0.001s sys 0.005s
01:53:44.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.698452 21457 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/data,/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/wal
01:53:44.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f509f6ae19c7428e9d11effb68449ce5"
01:53:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:44 on dist-test-slave-t7g5"
01:53:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.698812 21457 fs_report.cc:389] FS layout report
01:53:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/wal
01:53:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/wal
01:53:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/data/data
01:53:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:44.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:44.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:44.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:44.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.802178 21457 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:44.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.813145 21457 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:44.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:44.814050 21457 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:45.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:45.004252 21448 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } attempt: 7
01:53:45.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.022691 21448 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.125:45909: Network error: Client connection negotiation failed: client connection to 127.20.205.125:45909: connect: Connection refused (error 111)
01:53:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:45.111917 21457 rpc_server.cc:307] RPC server started. Bound to: 127.20.205.125:45909
01:53:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:45.112025 21585 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.205.125:45909 every 8 connection(s)
01:53:45.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:45.116593 21457 server_base.cc:1193] Dumped server information to /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/data/info.pb
01:53:45.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:45.125823 21301 external_mini_cluster.cc:1434] Started /tmp/dist-test-task34nNva/build/tsan/bin/kudu as pid 21457
01:53:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:45.126317 21301 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/wal/instance
01:53:45.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:45.135617 21586 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:53:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.205.124@KRBTEST.COM; defaulting to no policy
01:53:45.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:45.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.205.124@KRBTEST.COM" created.
01:53:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:45.164465 21586 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } has no permanent_uuid. Determining permanent_uuid...
01:53:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.205.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.205.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:45.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:45 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154024, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.125@KRBTEST.COM for kudu/127.20.205.126@KRBTEST.COM
01:53:45.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.20.205.124@KRBTEST.COM; defaulting to no policy
01:53:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.20.205.124@KRBTEST.COM" created.
01:53:45.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:45.240688 21586 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } has no permanent_uuid. Determining permanent_uuid...
01:53:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:45 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154024, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.125@KRBTEST.COM for kudu/127.20.205.125@KRBTEST.COM
01:53:45.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:45.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.205.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:45.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.205.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:45.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:45.262431 21301 external_mini_cluster.cc:1372] Running /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/wal
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/data
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/logs
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/data/info.pb
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:53:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.205.124:36197
01:53:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.205.124
01:53:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab
01:53:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.205.124
01:53:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:53:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:53:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:53:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.205.84:33493
01:53:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.205.126:36489,127.20.205.125:45909,127.20.205.124:36197
01:53:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45189/jwks.json
01:53:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:53:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:53:45.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:45.275321 21586 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } has no permanent_uuid. Determining permanent_uuid...
01:53:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.280503 21496 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.205.124:36197: connect: Connection refused (error 111)
01:53:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.293525 21586 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.124:36197: Network error: Client connection negotiation failed: client connection to 127.20.205.124:36197: connect: Connection refused (error 111)
01:53:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:45.343298 21586 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } attempt: 1
01:53:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.351336 21586 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.124:36197: Network error: Client connection negotiation failed: client connection to 127.20.205.124:36197: connect: Connection refused (error 111)
01:53:45.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:45.419765 21586 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } attempt: 2
01:53:45.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.428256 21586 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.124:36197: Network error: Client connection negotiation failed: client connection to 127.20.205.124:36197: connect: Connection refused (error 111)
01:53:45.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:45.519922 21586 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } attempt: 3
01:53:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.528648 21586 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.124:36197: Network error: Client connection negotiation failed: client connection to 127.20.205.124:36197: connect: Connection refused (error 111)
01:53:45.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:45.672201 21586 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } attempt: 4
01:53:45.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.677687 21586 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.124:36197: Network error: Client connection negotiation failed: client connection to 127.20.205.124:36197: connect: Connection refused (error 111)
01:53:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.852596 21598 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.853286 21598 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.854076 21598 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.888931 21598 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:53:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.889230 21598 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:53:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.889523 21598 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.889771 21598 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:53:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.889983 21598 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:53:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.890175 21598 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:53:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.890324 21598 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45189/jwks.json
01:53:45.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:45.930387 21598 master_runner.cc:387] Master server non-default flags:
01:53:45.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/logs
01:53:45.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.205.84:33493
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/data
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/wal
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.205.126:36489,127.20.205.125:45909,127.20.205.124:36197
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.205.124
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.205.124:36197
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45189/jwks.json
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:53:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:53:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/data/info.pb
01:53:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.205.124
01:53:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:53:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:53:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 01:43:22 UTC on e7f111948823
01:53:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13235
01:53:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:45.931711 21598 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:45.932765 21598 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:45.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.943676 21606 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:45.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:45.977237 21586 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } attempt: 5
01:53:45.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.982597 21586 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.124:36197: Network error: Client connection negotiation failed: client connection to 127.20.205.124:36197: connect: Connection refused (error 111)
01:53:46.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:46.530213 21586 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } attempt: 6
01:53:46.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:46.551391 21586 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.124:36197: Network error: Client connection negotiation failed: client connection to 127.20.205.124:36197: connect: Connection refused (error 111)
01:53:47.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.113191 21448 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } attempt: 8
01:53:47.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:47 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154022, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.126@KRBTEST.COM for kudu/127.20.205.125@KRBTEST.COM
01:53:47.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.160861 21448 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } has no permanent_uuid. Determining permanent_uuid...
01:53:47.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:47.176595 21448 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.124:36197: Network error: Client connection negotiation failed: client connection to 127.20.205.124:36197: connect: Connection refused (error 111)
01:53:47.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.242095 21448 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } attempt: 1
01:53:47.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:47.249254 21448 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.124:36197: Network error: Client connection negotiation failed: client connection to 127.20.205.124:36197: connect: Connection refused (error 111)
01:53:47.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.302665 21448 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } attempt: 2
01:53:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:47.310034 21448 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.124:36197: Network error: Client connection negotiation failed: client connection to 127.20.205.124:36197: connect: Connection refused (error 111)
01:53:47.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.945086 21607 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:47.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:45.948115 21610 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:47.347523 21609 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:53:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.347818 21598 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.350903 21598 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.355871 21598 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:47.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.357306 21598 hybrid_clock.cc:648] HybridClock initialized: now 1786154027357273 us; error 38 us; skew 500 ppm
01:53:47.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.358310 21598 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:47.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:47 dist-test-slave-t7g5 krb5kdc[21321](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154027, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.369760 21598 init.cc:377] Logged in from keytab as kudu/127.20.205.124@KRBTEST.COM (short username kudu)
01:53:47.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.386422 21598 webserver.cc:533] Webserver started at http://127.20.205.124:36039/ using document root <none> and password file <none>
01:53:47.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.386565 21448 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } attempt: 3
01:53:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.387923 21598 fs_manager.cc:362] Metadata directory not provided
01:53:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.388181 21598 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.389235 21598 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:47.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:47.397130 21448 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.124:36197: Network error: Client connection negotiation failed: client connection to 127.20.205.124:36197: connect: Connection refused (error 111)
01:53:47.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.397095 21598 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/data/instance:
01:53:47.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb872c5810304022a12c0731f302707c"
01:53:47.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:47 on dist-test-slave-t7g5"
01:53:47.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.398895 21598 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/wal/instance:
01:53:47.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb872c5810304022a12c0731f302707c"
01:53:47.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:47 on dist-test-slave-t7g5"
01:53:47.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.416714 21598 fs_manager.cc:696] Time spent creating directory manager: real 0.017s user 0.012s sys 0.002s
01:53:47.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.426549 21635 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.427791 21598 fs_manager.cc:730] Time spent opening block manager: real 0.007s user 0.001s sys 0.007s
01:53:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.428112 21598 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/data,/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/wal
01:53:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb872c5810304022a12c0731f302707c"
01:53:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:47 on dist-test-slave-t7g5"
01:53:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.428452 21598 fs_report.cc:389] FS layout report
01:53:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/wal
01:53:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/wal
01:53:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/data/data
01:53:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:47.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.502841 21598 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:47.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.510692 21598 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:47.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.511564 21598 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:47.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.552664 21448 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } attempt: 4
01:53:47.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:47.562947 21448 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.124:36197: Network error: Client connection negotiation failed: client connection to 127.20.205.124:36197: connect: Connection refused (error 111)
01:53:47.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.612159 21586 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } attempt: 7
01:53:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:47.628337 21586 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.205.124:36197: Network error: Client connection negotiation failed: client connection to 127.20.205.124:36197: connect: Connection refused (error 111)
01:53:47.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.768219 21598 rpc_server.cc:307] RPC server started. Bound to: 127.20.205.124:36197
01:53:47.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.768278 21720 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.205.124:36197 every 8 connection(s)
01:53:47.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.771032 21598 server_base.cc:1193] Dumped server information to /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/data/info.pb
01:53:47.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.780782 21301 external_mini_cluster.cc:1434] Started /tmp/dist-test-task34nNva/build/tsan/bin/kudu as pid 21598
01:53:47.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.781160 21301 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/wal/instance
01:53:47.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.783668 21721 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:53:47.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.808771 21721 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } has no permanent_uuid. Determining permanent_uuid...
01:53:47.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:47 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154020, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.205.126@KRBTEST.COM
01:53:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:47 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154027, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.124@KRBTEST.COM for kudu/127.20.205.126@KRBTEST.COM
01:53:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.859519 21448 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } attempt: 5
01:53:47.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:47 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154020, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.205.125@KRBTEST.COM
01:53:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:47 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154022, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.126@KRBTEST.COM for kudu/127.20.205.124@KRBTEST.COM
01:53:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.885244 21721 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } has no permanent_uuid. Determining permanent_uuid...
01:53:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:47 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154027, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.124@KRBTEST.COM for kudu/127.20.205.125@KRBTEST.COM
01:53:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.925545 21448 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c: Bootstrap starting.
01:53:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:47 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154020, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.205.124@KRBTEST.COM
01:53:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.928606 21721 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } has no permanent_uuid. Determining permanent_uuid...
01:53:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.935760 21448 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c: Neither blocks nor log segments found. Creating new log.
01:53:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.939366 21448 log.cc:826] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c: Log is configured to *not* fsync() on all Append() calls
01:53:47.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:47 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154027, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.124@KRBTEST.COM for kudu/127.20.205.124@KRBTEST.COM
01:53:47.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.952121 21448 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c: No bootstrap required, opened a new log
01:53:47.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.971927 21721 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c: Bootstrap starting.
01:53:47.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.984725 21721 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c: Neither blocks nor log segments found. Creating new log.
01:53:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.985370 21448 raft_consensus.cc:359] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } }
01:53:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.986407 21448 raft_consensus.cc:385] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:53:47.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.986913 21448 raft_consensus.cc:740] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 97427f8d7b79494b94d0138337a3e63c, State: Initialized, Role: FOLLOWER
01:53:47.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.989305 21721 log.cc:826] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c: Log is configured to *not* fsync() on all Append() calls
01:53:47.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.988847 21448 consensus_queue.cc:260] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } }
01:53:48.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.000028 21448 sys_catalog.cc:565] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [sys.catalog]: configured and running, proceeding with master startup.
01:53:48.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:47.999810 21738 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:53:48.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.000927 21738 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [sys.catalog]: This master's current role is: FOLLOWER
01:53:48.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.004108 21721 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c: No bootstrap required, opened a new log
01:53:48.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.049346 21721 raft_consensus.cc:359] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } }
01:53:48.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.050817 21721 raft_consensus.cc:385] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:53:48.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.051251 21721 raft_consensus.cc:740] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb872c5810304022a12c0731f302707c, State: Initialized, Role: FOLLOWER
01:53:48.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.052868 21721 consensus_queue.cc:260] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } }
01:53:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.064461 21721 sys_catalog.cc:565] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [sys.catalog]: configured and running, proceeding with master startup.
01:53:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.061139 21754 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:53:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.071022 21754 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [sys.catalog]: This master's current role is: FOLLOWER
01:53:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.071198 21756 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:53:48.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.076282 21344 master_runner.cc:187] Error getting master registration for 127.20.205.125:45909: OK, instance_id { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" instance_seqno: 1786154025009441 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:53:48.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.118072 21344 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:53:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:48.150266 21774 catalog_manager.cc:1594] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:53:48.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:48.151000 21774 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:53:48.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.150067 21598 master_runner.cc:187] Error getting master registration for 127.20.205.125:45909: OK, instance_id { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" instance_seqno: 1786154025009441 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:53:48.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.171582 21598 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:53:48.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.176692 21754 raft_consensus.cc:493] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:53:48.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.177234 21754 raft_consensus.cc:515] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } }
01:53:48.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.180519 21754 leader_election.cc:290] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 97427f8d7b79494b94d0138337a3e63c (127.20.205.126:36489), f509f6ae19c7428e9d11effb68449ce5 (127.20.205.125:45909)
01:53:48.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.181882 21412 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cb872c5810304022a12c0731f302707c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "97427f8d7b79494b94d0138337a3e63c" is_pre_election: true
01:53:48.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.182783 21412 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cb872c5810304022a12c0731f302707c in term 0.
01:53:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.184173 21636 leader_election.cc:304] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 97427f8d7b79494b94d0138337a3e63c, cb872c5810304022a12c0731f302707c; no voters:
01:53:48.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.184975 21754 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [term 0 FOLLOWER]: Leader pre-election won for term 1
01:53:48.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.185351 21754 raft_consensus.cc:493] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:53:48.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.185731 21754 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [term 0 FOLLOWER]: Advancing to term 1
01:53:48.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.193572 21754 raft_consensus.cc:515] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } }
01:53:48.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.199222 21754 leader_election.cc:290] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [CANDIDATE]: Term 1 election: Requested vote from peers 97427f8d7b79494b94d0138337a3e63c (127.20.205.126:36489), f509f6ae19c7428e9d11effb68449ce5 (127.20.205.125:45909)
01:53:48.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.200779 21412 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cb872c5810304022a12c0731f302707c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "97427f8d7b79494b94d0138337a3e63c"
01:53:48.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.201548 21412 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [term 0 FOLLOWER]: Advancing to term 1
01:53:48.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.213707 21412 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cb872c5810304022a12c0731f302707c in term 1.
01:53:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.215126 21636 leader_election.cc:304] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 97427f8d7b79494b94d0138337a3e63c, cb872c5810304022a12c0731f302707c; no voters:
01:53:48.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.216349 21754 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [term 1 FOLLOWER]: Leader election won for term 1
01:53:48.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:48.216676 21378 tablet.cc:2406] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:53:48.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.222164 21754 raft_consensus.cc:697] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [term 1 LEADER]: Becoming Leader. State: Replica: cb872c5810304022a12c0731f302707c, State: Running, Role: LEADER
01:53:48.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.223544 21754 consensus_queue.cc:237] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } }
01:53:48.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.255329 21776 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [sys.catalog]: SysCatalogTable state changed. Reason: New leader cb872c5810304022a12c0731f302707c. Latest consensus state: current_term: 1 leader_uuid: "cb872c5810304022a12c0731f302707c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:53:48.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.256588 21776 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [sys.catalog]: This master's current role is: LEADER
01:53:48.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.263221 21778 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
01:53:48.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.273871 21778 catalog_manager.cc:1520] Initializing Kudu cluster ID...
01:53:48.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:48.275986 21647 tablet.cc:2406] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:53:48.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.320751 21412 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [term 1 FOLLOWER]: Refusing update from remote peer cb872c5810304022a12c0731f302707c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:53:48.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.325730 21776 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [LEADER]: Connected to new peer: Peer: permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
01:53:48.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.352449 21738 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [sys.catalog]: SysCatalogTable state changed. Reason: New leader cb872c5810304022a12c0731f302707c. Latest consensus state: current_term: 1 leader_uuid: "cb872c5810304022a12c0731f302707c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:53:48.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.353577 21738 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [sys.catalog]: This master's current role is: FOLLOWER
01:53:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.373832 21738 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cb872c5810304022a12c0731f302707c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:53:48.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.374769 21738 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [sys.catalog]: This master's current role is: FOLLOWER
01:53:48.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.371392 21780 mvcc.cc:204] Tried to move back new op lower bound from 7316086899969208320 to 7316086899617918976. Current Snapshot: MvccSnapshot[applied={T|T < 7316086899969208320}]
01:53:48.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.380473 21776 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cb872c5810304022a12c0731f302707c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:53:48.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.381294 21776 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [sys.catalog]: This master's current role is: LEADER
01:53:48.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.383308 21778 catalog_manager.cc:1383] Generated new cluster ID: 8436d7cfc9d14dfaaf92272fd4b41356
01:53:48.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.383642 21778 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
01:53:48.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.474493 21778 catalog_manager.cc:1406] Generated new certificate authority record
01:53:48.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.479221 21778 catalog_manager.cc:1540] Loading token signing keys...
01:53:48.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.528005 21778 catalog_manager.cc:6070] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c: Generated new TSK 0
01:53:48.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.529408 21778 catalog_manager.cc:1550] Initializing in-progress tserver states...
01:53:48.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.205.65@KRBTEST.COM; defaulting to no policy
01:53:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.205.65@KRBTEST.COM" created.
01:53:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.205.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.205.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:48.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:48.668972 21301 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.20.205.65: real 0.105s user 0.004s sys 0.014s
01:53:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.20.205.65@KRBTEST.COM; defaulting to no policy
01:53:48.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.20.205.65@KRBTEST.COM" created.
01:53:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.205.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.205.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:48.724768 21301 external_mini_cluster.cc:1372] Running /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-0/wal
01:53:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-0/data
01:53:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-0/logs
01:53:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-0/data/info.pb
01:53:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.205.65:0
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.205.65
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.205.65
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.205.126:36489,127.20.205.125:45909,127.20.205.124:36197
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.205.65
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.205.84:33493
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:53:49.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:49.109807 21756 catalog_manager.cc:1295] Loaded cluster ID: 8436d7cfc9d14dfaaf92272fd4b41356
01:53:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:49.112349 21756 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c: loading cluster ID for follower catalog manager: success
01:53:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:49.135330 21756 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c: acquiring CA information for follower catalog manager: success
01:53:49.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:49.143277 21756 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:53:49.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:49.567468 21792 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:49.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:49.568140 21792 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:49.569162 21792 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:49.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:49.682720 21792 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:49.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:49.684260 21792 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.205.65
01:53:49.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:49.718842 21586 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } attempt: 8
01:53:49.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:49.754629 21792 tablet_server_runner.cc:78] Tablet server non-default flags:
01:53:49.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-0/logs
01:53:49.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:49.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.205.84:33493
01:53:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-0/data
01:53:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-0/wal
01:53:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab
01:53:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.205.65
01:53:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.205.65:0
01:53:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:53:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:53:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-0/data/info.pb
01:53:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.205.65
01:53:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.205.126:36489,127.20.205.125:45909,127.20.205.124:36197
01:53:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.205.65
01:53:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:53:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:53:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 01:43:22 UTC on e7f111948823
01:53:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13235
01:53:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:49.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:49.756274 21792 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:49.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:49.757634 21792 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:49.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:49 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154024, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.125@KRBTEST.COM for kudu/127.20.205.124@KRBTEST.COM
01:53:49.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:49.826997 21806 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:49.846246 21586 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5: Bootstrap starting.
01:53:49.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:49.897894 21586 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5: Neither blocks nor log segments found. Creating new log.
01:53:49.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:49.915781 21586 log.cc:826] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5: Log is configured to *not* fsync() on all Append() calls
01:53:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:49.926286 21639 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.20.205.125:45909 timed out after 1.725s (SENT)
01:53:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:49.943706 21586 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5: No bootstrap required, opened a new log
01:53:50.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.372277 21586 raft_consensus.cc:359] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } }
01:53:50.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.373418 21586 raft_consensus.cc:385] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:53:50.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.399940 21586 raft_consensus.cc:740] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f509f6ae19c7428e9d11effb68449ce5, State: Initialized, Role: FOLLOWER
01:53:50.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.401314 21586 consensus_queue.cc:260] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } }
01:53:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.419375 21816 sys_catalog.cc:455] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:53:50.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.432804 21816 sys_catalog.cc:458] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [sys.catalog]: This master's current role is: FOLLOWER
01:53:50.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.460320 21586 sys_catalog.cc:565] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [sys.catalog]: configured and running, proceeding with master startup.
01:53:50.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.460822 21527 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cb872c5810304022a12c0731f302707c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f509f6ae19c7428e9d11effb68449ce5"
01:53:50.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.461910 21527 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [term 0 FOLLOWER]: Advancing to term 1
01:53:50.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.465591 21530 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cb872c5810304022a12c0731f302707c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f509f6ae19c7428e9d11effb68449ce5"
01:53:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:50.466996 21530 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:34948 (request call id 3) took 2266 ms (client timeout 1725 ms). Trace:
01:53:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:50.467475 21530 rpcz_store.cc:269] 0808 01:53:48.200226 (+ 0us) service_pool.cc:167] Inserting onto call queue
01:53:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:53:48.200385 (+ 159us) service_pool.cc:224] Handling call
01:53:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:53:50.466883 (+2266498us) inbound_call.cc:177] Queueing success response
01:53:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
01:53:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.469497 21532 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cb872c5810304022a12c0731f302707c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f509f6ae19c7428e9d11effb68449ce5" is_pre_election: true
01:53:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:50.470754 21532 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:34948 (request call id 2) took 2289 ms (client timeout 1940 ms). Trace:
01:53:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:50.471261 21532 rpcz_store.cc:269] 0808 01:53:48.181738 (+ 0us) service_pool.cc:167] Inserting onto call queue
01:53:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:53:48.181947 (+ 209us) service_pool.cc:224] Handling call
01:53:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:53:50.470666 (+2288719us) inbound_call.cc:177] Queueing success response
01:53:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
01:53:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.473001 21526 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cb872c5810304022a12c0731f302707c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f509f6ae19c7428e9d11effb68449ce5" is_pre_election: true
01:53:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.484802 21527 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cb872c5810304022a12c0731f302707c in term 1.
01:53:50.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.490818 21529 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [term 1 FOLLOWER]: Refusing update from remote peer cb872c5810304022a12c0731f302707c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:53:50.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.496603 21529 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:34948 (request call id 4) took 2178 ms. Trace:
01:53:50.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.497118 21529 rpcz_store.cc:276] 0808 01:53:48.318422 (+ 0us) service_pool.cc:167] Inserting onto call queue
01:53:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:53:48.318647 (+ 225us) service_pool.cc:224] Handling call
01:53:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:53:50.489853 (+2171206us) raft_consensus.cc:1471] Updating replica for 0 ops
01:53:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:53:50.491278 (+ 1425us) raft_consensus.cc:1697] Filling consensus response to leader.
01:53:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:53:50.496183 (+ 4905us) spinlock_profiling.cc:243] Waited 17.2 ms on lock 0x7b5400030550. stack: 00007fcb754b1cf3 00007fcb754b1bf0 00007fcb7505f574 000000000050ff84 000000000050ff19 00007fcb7c5ac951 00007fcb7c642c8d 00007fcb7d6a1229 00007fcb7bd25d34 00007fcb7bd25cc2 00007fcb7bd25bf1 00007fcb7bd25b6c 00007fcb7bd24e22 00007fcb7a31407c 00007fcb7a3134b6 00007fcb7a312e5f
01:53:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:53:50.496512 (+ 329us) inbound_call.cc:177] Queueing success response
01:53:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":39552768}
01:53:50.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.500841 21754 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [LEADER]: Connected to new peer: Peer: permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
01:53:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.598111 21816 sys_catalog.cc:455] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cb872c5810304022a12c0731f302707c. Latest consensus state: current_term: 1 leader_uuid: "cb872c5810304022a12c0731f302707c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:53:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.598930 21816 sys_catalog.cc:458] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [sys.catalog]: This master's current role is: FOLLOWER
01:53:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.599229 21828 sys_catalog.cc:455] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cb872c5810304022a12c0731f302707c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:53:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.600248 21828 sys_catalog.cc:458] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [sys.catalog]: This master's current role is: FOLLOWER
01:53:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:50.674948 21838 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:53:51.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.130865 21754 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cb872c5810304022a12c0731f302707c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:53:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.132122 21754 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [sys.catalog]: This master's current role is: LEADER
01:53:51.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:51.608812 20534 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.19.205.190:36531, user_credentials={real_user=slave}} blocked reactor thread for 46658.8us
01:53:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.698645 21838 catalog_manager.cc:1295] Loaded cluster ID: 8436d7cfc9d14dfaaf92272fd4b41356
01:53:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.698951 21838 catalog_manager.cc:1588] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5: loading cluster ID for follower catalog manager: success
01:53:51.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.718351 21838 catalog_manager.cc:1610] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5: acquiring CA information for follower catalog manager: success
01:53:51.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.752650 21838 catalog_manager.cc:1638] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:53:51.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:49.869370 21810 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:51.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:51.780725 21809 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1945 milliseconds
01:53:51.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.780879 21792 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:49.841892 21808 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.787184 21792 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:51.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.798280 21792 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:51.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.802193 21792 hybrid_clock.cc:648] HybridClock initialized: now 1786154031802131 us; error 57 us; skew 500 ppm
01:53:51.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.803454 21792 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:51 dist-test-slave-t7g5 krb5kdc[21321](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154031, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.815059 21792 init.cc:377] Logged in from keytab as kudu/127.20.205.65@KRBTEST.COM (short username kudu)
01:53:51.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.839026 21792 webserver.cc:533] Webserver started at http://127.20.205.65:44837/ using document root <none> and password file <none>
01:53:51.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.840621 21792 fs_manager.cc:362] Metadata directory not provided
01:53:51.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.843248 21792 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:51.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.844082 21792 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.854889 21792 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-0/data/instance:
01:53:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f739804a99045d58c0b6adeac66f1f3"
01:53:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:51 on dist-test-slave-t7g5"
01:53:51.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.856732 21792 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-0/wal/instance:
01:53:51.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f739804a99045d58c0b6adeac66f1f3"
01:53:51.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:51 on dist-test-slave-t7g5"
01:53:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.874993 21792 fs_manager.cc:696] Time spent creating directory manager: real 0.017s user 0.009s sys 0.005s
01:53:51.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.891688 21860 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:51.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.893523 21792 fs_manager.cc:730] Time spent opening block manager: real 0.014s user 0.002s sys 0.010s
01:53:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.894200 21792 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-0/data,/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-0/wal
01:53:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f739804a99045d58c0b6adeac66f1f3"
01:53:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:51 on dist-test-slave-t7g5"
01:53:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:51.895007 21792 fs_report.cc:389] FS layout report
01:53:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-0/wal
01:53:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-0/wal
01:53:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-0/data/data
01:53:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:51.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:51.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:51.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:51.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:51.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:51.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:51.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:51.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:52.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:52.014726 21792 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:52.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:52.029975 21792 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:52.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:52.031253 21792 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:52.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:52.045207 21792 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:53:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:52.059715 21792 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:53:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:52.060459 21792 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
01:53:52.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:52.061074 21792 ts_tablet_manager.cc:616] Registered 0 tablets
01:53:52.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:52.061564 21792 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:53:52.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:52 dist-test-slave-t7g5 krb5kdc[21321](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154032, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:52.350967 21365 init.cc:295] Successfully reacquired a new kerberos TGT
01:53:52.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:52.928560 21792 rpc_server.cc:307] RPC server started. Bound to: 127.20.205.65:46783
01:53:52.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:52.928925 22022 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.205.65:46783 every 8 connection(s)
01:53:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:52.932785 21792 server_base.cc:1193] Dumped server information to /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-0/data/info.pb
01:53:52.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:52.940411 21301 external_mini_cluster.cc:1434] Started /tmp/dist-test-task34nNva/build/tsan/bin/kudu as pid 21792
01:53:52.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:52.940932 21301 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-0/wal/instance
01:53:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.205.66@KRBTEST.COM; defaulting to no policy
01:53:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.205.66@KRBTEST.COM" created.
01:53:53.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:53 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154031, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.65@KRBTEST.COM for kudu/127.20.205.124@KRBTEST.COM
01:53:53.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:53 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154031, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.65@KRBTEST.COM for kudu/127.20.205.125@KRBTEST.COM
01:53:53.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:53.104133 22023 heartbeater.cc:344] Connected to a master server at 127.20.205.124:36197
01:53:53.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:53.104781 22023 heartbeater.cc:461] Registering TS with master...
01:53:53.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:53.106750 22023 heartbeater.cc:507] Master 127.20.205.124:36197 requested a full tablet report, sending...
01:53:53.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:53.111847 21662 ts_manager.cc:194] Registered new tserver with Master: 9f739804a99045d58c0b6adeac66f1f3 (127.20.205.65:46783)
01:53:53.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:53.115515 21662 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.20.205.65@KRBTEST.COM'} at 127.20.205.65:36177
01:53:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:53 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154031, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.65@KRBTEST.COM for kudu/127.20.205.126@KRBTEST.COM
01:53:53.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:53.144373 22024 heartbeater.cc:344] Connected to a master server at 127.20.205.125:45909
01:53:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:53.144961 22024 heartbeater.cc:461] Registering TS with master...
01:53:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:53.146082 22024 heartbeater.cc:507] Master 127.20.205.125:45909 requested a full tablet report, sending...
01:53:53.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:53.157162 21518 ts_manager.cc:194] Registered new tserver with Master: 9f739804a99045d58c0b6adeac66f1f3 (127.20.205.65:46783)
01:53:53.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:53.194193 22028 heartbeater.cc:344] Connected to a master server at 127.20.205.126:36489
01:53:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:53.194785 22028 heartbeater.cc:461] Registering TS with master...
01:53:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:53.195911 22028 heartbeater.cc:507] Master 127.20.205.126:36489 requested a full tablet report, sending...
01:53:53.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:53.200090 21393 ts_manager.cc:194] Registered new tserver with Master: 9f739804a99045d58c0b6adeac66f1f3 (127.20.205.65:46783)
01:53:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.205.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.205.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:53.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:53.212227 21301 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.20.205.66: real 0.227s user 0.005s sys 0.031s
01:53:53.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.20.205.66@KRBTEST.COM; defaulting to no policy
01:53:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.20.205.66@KRBTEST.COM" created.
01:53:53.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:53.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.205.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:53.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.205.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:53.290918 21301 external_mini_cluster.cc:1372] Running /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-1/wal
01:53:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-1/data
01:53:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-1/logs
01:53:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-1/data/info.pb
01:53:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.205.66:0
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.205.66
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.205.66
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.205.126:36489,127.20.205.125:45909,127.20.205.124:36197
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.205.66
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.205.84:33493
01:53:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:53.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:53.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:53.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:53:53.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:53.842324 22047 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:53.843210 22047 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:53.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:53.844162 22047 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:53.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:53.886531 22047 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:53.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:53.887501 22047 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.205.66
01:53:53.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:53.929065 22047 tablet_server_runner.cc:78] Tablet server non-default flags:
01:53:53.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-1/logs
01:53:53.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:53.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:53.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:53.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.205.84:33493
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-1/data
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-1/wal
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.205.66
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.205.66:0
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-1/data/info.pb
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.205.66
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.205.126:36489,127.20.205.125:45909,127.20.205.124:36197
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.205.66
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:53:53.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:53.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:53:53.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:53.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 01:43:22 UTC on e7f111948823
01:53:53.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13235
01:53:53.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:53.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:53.930837 22047 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:53.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:53.932338 22047 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:53.961280 22057 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:54.124519 22023 heartbeater.cc:499] Master 127.20.205.124:36197 was elected leader, sending a full tablet report...
01:53:54.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:54 dist-test-slave-t7g5 krb5kdc[21321](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154034, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:54.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:54.653092 21484 init.cc:295] Successfully reacquired a new kerberos TGT
01:53:55.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:55.358506 22054 debug-util.cc:398] Leaking SignalData structure 0x7b08000375e0 after lost signal to thread 22047
01:53:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:55.708832 22054 kernel_stack_watchdog.cc:198] Thread 22047 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 392ms:
01:53:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:53:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:53:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:53:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:53:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:53.965327 22058 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:55.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:55.709290 22047 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.746s user 0.003s sys 0.002s
01:53:55.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:55.709707 22047 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.746s user 0.003s sys 0.002s
01:53:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:55.723870 22063 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:55.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.725749 22047 server_base.cc:1061] running on GCE node
01:53:55.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.727028 22047 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:55.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.731211 22047 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:55.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.732852 22047 hybrid_clock.cc:648] HybridClock initialized: now 1786154035732762 us; error 40 us; skew 500 ppm
01:53:55.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.733909 22047 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:55.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:55 dist-test-slave-t7g5 krb5kdc[21321](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154035, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:55.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.747720 22047 init.cc:377] Logged in from keytab as kudu/127.20.205.66@KRBTEST.COM (short username kudu)
01:53:55.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.765340 22047 webserver.cc:533] Webserver started at http://127.20.205.66:42983/ using document root <none> and password file <none>
01:53:55.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.767200 22047 fs_manager.cc:362] Metadata directory not provided
01:53:55.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.767746 22047 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:55.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.768612 22047 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:55.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.777971 22047 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-1/data/instance:
01:53:55.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d542d85a1894208924a68a127fa9e71"
01:53:55.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:55 on dist-test-slave-t7g5"
01:53:55.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.779958 22047 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-1/wal/instance:
01:53:55.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d542d85a1894208924a68a127fa9e71"
01:53:55.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:55 on dist-test-slave-t7g5"
01:53:55.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.800132 22047 fs_manager.cc:696] Time spent creating directory manager: real 0.019s user 0.006s sys 0.013s
01:53:55.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.813467 22077 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.815822 22047 fs_manager.cc:730] Time spent opening block manager: real 0.012s user 0.006s sys 0.004s
01:53:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.816337 22047 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-1/data,/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-1/wal
01:53:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d542d85a1894208924a68a127fa9e71"
01:53:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:55 on dist-test-slave-t7g5"
01:53:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.816880 22047 fs_report.cc:389] FS layout report
01:53:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-1/wal
01:53:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-1/wal
01:53:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-1/data/data
01:53:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.889300 22047 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:55.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.898334 22047 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:55.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.899147 22047 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.903079 22047 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:53:55.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.907891 22047 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:53:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.908183 22047 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:53:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.908739 22047 ts_tablet_manager.cc:616] Registered 0 tablets
01:53:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:55.908996 22047 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:53:56.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:56.315619 22047 rpc_server.cc:307] RPC server started. Bound to: 127.20.205.66:38957
01:53:56.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:56.315898 22238 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.205.66:38957 every 8 connection(s)
01:53:56.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:56.319162 22047 server_base.cc:1193] Dumped server information to /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-1/data/info.pb
01:53:56.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:56.323809 21301 external_mini_cluster.cc:1434] Started /tmp/dist-test-task34nNva/build/tsan/bin/kudu as pid 22047
01:53:56.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:56.324347 21301 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-1/wal/instance
01:53:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.205.67@KRBTEST.COM; defaulting to no policy
01:53:56.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:56.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.205.67@KRBTEST.COM" created.
01:53:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:56 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154035, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.66@KRBTEST.COM for kudu/127.20.205.124@KRBTEST.COM
01:53:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:56 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154035, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.66@KRBTEST.COM for kudu/127.20.205.126@KRBTEST.COM
01:53:56.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:56 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154035, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.66@KRBTEST.COM for kudu/127.20.205.125@KRBTEST.COM
01:53:56.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:56.478250 22242 heartbeater.cc:344] Connected to a master server at 127.20.205.124:36197
01:53:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:56.478936 22242 heartbeater.cc:461] Registering TS with master...
01:53:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:56.481482 22242 heartbeater.cc:507] Master 127.20.205.124:36197 requested a full tablet report, sending...
01:53:56.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:56.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.205.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:56.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.205.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:56.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:56.485644 22245 heartbeater.cc:344] Connected to a master server at 127.20.205.126:36489
01:53:56.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:56.486068 22245 heartbeater.cc:461] Registering TS with master...
01:53:56.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:56.486246 21301 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.20.205.67: real 0.141s user 0.000s sys 0.022s
01:53:56.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:56.487118 22245 heartbeater.cc:507] Master 127.20.205.126:36489 requested a full tablet report, sending...
01:53:56.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:56.489310 21662 ts_manager.cc:194] Registered new tserver with Master: 0d542d85a1894208924a68a127fa9e71 (127.20.205.66:38957)
01:53:56.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:56.491603 21662 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.20.205.66@KRBTEST.COM'} at 127.20.205.66:45611
01:53:56.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:56.495534 21393 ts_manager.cc:194] Registered new tserver with Master: 0d542d85a1894208924a68a127fa9e71 (127.20.205.66:38957)
01:53:56.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:56.509799 22243 heartbeater.cc:344] Connected to a master server at 127.20.205.125:45909
01:53:56.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:56.510370 22243 heartbeater.cc:461] Registering TS with master...
01:53:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:56.510893 22243 heartbeater.cc:507] Master 127.20.205.125:45909 requested a full tablet report, sending...
01:53:56.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.20.205.67@KRBTEST.COM; defaulting to no policy
01:53:56.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:56.515515 21518 ts_manager.cc:194] Registered new tserver with Master: 0d542d85a1894208924a68a127fa9e71 (127.20.205.66:38957)
01:53:56.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:56.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.20.205.67@KRBTEST.COM" created.
01:53:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.205.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:56.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.205.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab.
01:53:56.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:56.551668 21301 external_mini_cluster.cc:1372] Running /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:56.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:53:56.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-2/wal
01:53:56.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-2/data
01:53:56.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-2/logs
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-2/data/info.pb
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.205.67:0
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.205.67
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.205.67
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.205.126:36489,127.20.205.125:45909,127.20.205.124:36197
01:53:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab
01:53:56.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.205.67
01:53:56.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:56.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:53:56.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:53:56.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:53:56.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.205.84:33493
01:53:56.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:56.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:56.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:56.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:53:57.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:57.224987 22259 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:57.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:57.226125 22259 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:57.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:57.227382 22259 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:57.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:57.268208 22259 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:57.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:57.269423 22259 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.205.67
01:53:57.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:57.316223 22259 tablet_server_runner.cc:78] Tablet server non-default flags:
01:53:57.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-2/logs
01:53:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.205.84:33493
01:53:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-2/data
01:53:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-2/wal
01:53:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab
01:53:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.205.67
01:53:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.205.67:0
01:53:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:53:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:53:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-2/data/info.pb
01:53:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.205.67
01:53:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.205.126:36489,127.20.205.125:45909,127.20.205.124:36197
01:53:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.205.67
01:53:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:53:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:53:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 01:43:22 UTC on e7f111948823
01:53:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13235
01:53:57.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:57.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:57.318475 22259 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:57.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:57.320399 22259 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:57.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:57.357240 22269 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:57.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:57 dist-test-slave-t7g5 krb5kdc[21321](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154037, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:57.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:57.380221 21629 init.cc:295] Successfully reacquired a new kerberos TGT
01:53:57.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:57.496634 22242 heartbeater.cc:499] Master 127.20.205.124:36197 was elected leader, sending a full tablet report...
01:53:58.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:58.748770 22268 debug-util.cc:398] Leaking SignalData structure 0x7b08000375e0 after lost signal to thread 22259
01:53:58.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:58.925561 22268 kernel_stack_watchdog.cc:198] Thread 22259 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 393ms:
01:53:58.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:53:58.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:53:58.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:53:58.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:53:58.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:57.357267 22270 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:58.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:58.926594 22259 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.575s user 0.615s sys 0.868s
01:53:58.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:58.926956 22259 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.575s user 0.615s sys 0.868s
01:53:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:53:58.941872 22276 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:58.942150 22259 server_base.cc:1061] running on GCE node
01:53:58.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:58.943332 22259 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:58.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:58.947011 22259 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:58.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:58.948495 22259 hybrid_clock.cc:648] HybridClock initialized: now 1786154038948458 us; error 48 us; skew 500 ppm
01:53:58.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:58.949544 22259 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:58.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:58 dist-test-slave-t7g5 krb5kdc[21321](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154038, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:58.961876 22259 init.cc:377] Logged in from keytab as kudu/127.20.205.67@KRBTEST.COM (short username kudu)
01:53:58.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:58.975234 22259 webserver.cc:533] Webserver started at http://127.20.205.67:34893/ using document root <none> and password file <none>
01:53:58.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:58.976245 22259 fs_manager.cc:362] Metadata directory not provided
01:53:58.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:58.976502 22259 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:58.976989 22259 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:58.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:58.983451 22259 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-2/data/instance:
01:53:58.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c8a15e6c2534d8b885688422bb0a710"
01:53:58.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:58 on dist-test-slave-t7g5"
01:53:58.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:58.984705 22259 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-2/wal/instance:
01:53:58.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c8a15e6c2534d8b885688422bb0a710"
01:53:58.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:58 on dist-test-slave-t7g5"
01:53:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.000993 22259 fs_manager.cc:696] Time spent creating directory manager: real 0.016s user 0.004s sys 0.013s
01:53:59.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.012075 22284 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:59.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.013885 22259 fs_manager.cc:730] Time spent opening block manager: real 0.009s user 0.004s sys 0.006s
01:53:59.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.014343 22259 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-2/data,/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-2/wal
01:53:59.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c8a15e6c2534d8b885688422bb0a710"
01:53:59.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:58 on dist-test-slave-t7g5"
01:53:59.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.014796 22259 fs_report.cc:389] FS layout report
01:53:59.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:59.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-2/wal
01:53:59.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-2/wal
01:53:59.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-2/data/data
01:53:59.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:59.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:59.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:59.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:59.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:59.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:59.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:59.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:59.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:59.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:59.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:59.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.111536 22259 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:59.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.127024 22259 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:59.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.127938 22259 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:59.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.137333 22259 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:53:59.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.146662 22259 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:53:59.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.146911 22259 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:53:59.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.147189 22259 ts_tablet_manager.cc:616] Registered 0 tablets
01:53:59.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.147387 22259 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:53:59.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.684067 22259 rpc_server.cc:307] RPC server started. Bound to: 127.20.205.67:41429
01:53:59.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.684372 22453 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.205.67:41429 every 8 connection(s)
01:53:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.687448 22259 server_base.cc:1193] Dumped server information to /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-2/data/info.pb
01:53:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.698593 21301 external_mini_cluster.cc:1434] Started /tmp/dist-test-task34nNva/build/tsan/bin/kudu as pid 22259
01:53:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.699913 21301 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/ts-2/wal/instance
01:53:59.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:59 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154038, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.67@KRBTEST.COM for kudu/127.20.205.125@KRBTEST.COM
01:53:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:59 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154038, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.67@KRBTEST.COM for kudu/127.20.205.124@KRBTEST.COM
01:53:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.828456 22455 heartbeater.cc:344] Connected to a master server at 127.20.205.125:45909
01:53:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.829200 22455 heartbeater.cc:461] Registering TS with master...
01:53:59.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.832221 22455 heartbeater.cc:507] Master 127.20.205.125:45909 requested a full tablet report, sending...
01:53:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:59 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154038, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.67@KRBTEST.COM for kudu/127.20.205.126@KRBTEST.COM
01:53:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.834370 22454 heartbeater.cc:344] Connected to a master server at 127.20.205.124:36197
01:53:59.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.834841 22454 heartbeater.cc:461] Registering TS with master...
01:53:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.836896 22454 heartbeater.cc:507] Master 127.20.205.124:36197 requested a full tablet report, sending...
01:53:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.841029 21518 ts_manager.cc:194] Registered new tserver with Master: 5c8a15e6c2534d8b885688422bb0a710 (127.20.205.67:41429)
01:53:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.840937 21662 ts_manager.cc:194] Registered new tserver with Master: 5c8a15e6c2534d8b885688422bb0a710 (127.20.205.67:41429)
01:53:59.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.843956 21662 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.20.205.67@KRBTEST.COM'} at 127.20.205.67:55205
01:53:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.854624 22458 heartbeater.cc:344] Connected to a master server at 127.20.205.126:36489
01:53:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.855067 22458 heartbeater.cc:461] Registering TS with master...
01:53:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.856112 22458 heartbeater.cc:507] Master 127.20.205.126:36489 requested a full tablet report, sending...
01:53:59.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.860988 21392 ts_manager.cc:194] Registered new tserver with Master: 5c8a15e6c2534d8b885688422bb0a710 (127.20.205.67:41429)
01:53:59.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:53:59.870940 21301 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
01:53:59.899 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:59.900 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
01:53:59.910 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
01:53:59.911 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
01:53:59.914 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.20.205.126"
port: 36489
}
bound_http_address {
host: "127.20.205.126"
port: 44363
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.20.205.125"
port: 45909
}
bound_http_address {
host: "127.20.205.125"
port: 45583
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.20.205.124"
port: 36197
}
bound_http_address {
host: "127.20.205.124"
port: 36039
}
}
}
01:53:59.914 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:53:59.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.20.205.65"
port: 46783
}
bound_http_address {
host: "127.20.205.65"
port: 44837
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.20.205.66"
port: 38957
}
bound_http_address {
host: "127.20.205.66"
port: 42983
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.20.205.67"
port: 41429
}
bound_http_address {
host: "127.20.205.67"
port: 34893
}
}
}
01:53:59.916 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:53:59.918 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:53:59.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:53:59 dist-test-slave-t7g5 krb5kdc[21321](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154039, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:59.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:53:59.984 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:59.986 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5cc
01:53:59.999 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:54:00.000 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5cc
01:54:00.003 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:54:00.026 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
01:54:00.029 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:54:00.030 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:54:00.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:54:00 dist-test-slave-t7g5 krb5kdc[21321](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154040, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:54:00.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:54:00.065 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:54:00.066 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5cc
01:54:00.067 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:54:00.067 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.205.125:45909
01:54:00.069 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:54:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:00.069633 21301 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task34nNva/build/tsan/bin/kudu with pid 21457
01:54:00.121 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:54:00.121 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.205.124:36197
01:54:00.121 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:54:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:00.122009 21301 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task34nNva/build/tsan/bin/kudu with pid 21598
01:54:00.156 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:54:00.156 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.205.126:36489
01:54:00.156 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:54:00.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:00.157059 21301 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task34nNva/build/tsan/bin/kudu with pid 21344
01:54:00.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:00.183374 22023 heartbeater.cc:646] Failed to heartbeat to 127.20.205.124:36197 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.20.205.124:36197: connect: Connection refused (error 111)
01:54:00.200 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:54:00.200 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.205.125:45909
01:54:00.204 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:54:00.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:00.205932 21301 external_mini_cluster.cc:1372] Running /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:54:00.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:54:00.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/wal
01:54:00.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/data
01:54:00.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:54:00.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:54:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:54:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:54:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:54:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:54:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/logs
01:54:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/data/info.pb
01:54:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:54:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:54:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:54:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:54:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:54:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:54:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.205.125:45909
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.205.125
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45583
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.205.125
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.205.84:33493
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.205.126:36489,127.20.205.125:45909,127.20.205.124:36197
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45189/jwks.json
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:54:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:54:00.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:00.534672 22245 heartbeater.cc:646] Failed to heartbeat to 127.20.205.126:36489 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.20.205.126:36489: connect: Connection refused (error 111)
01:54:00.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:00.544544 22473 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:54:00.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:00.545266 22473 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:54:00.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:00.546002 22473 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:54:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:00.584780 22473 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:54:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:00.585120 22473 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:54:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:00.585585 22473 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:54:00.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:00.585943 22473 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:54:00.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:00.586292 22473 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:54:00.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:00.586614 22473 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:54:00.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:00.586851 22473 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45189/jwks.json
01:54:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:00.639617 22473 master_runner.cc:387] Master server non-default flags:
01:54:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/logs
01:54:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:54:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:54:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:54:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.205.84:33493
01:54:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:54:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:54:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/data
01:54:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/wal
01:54:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:54:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:54:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.205.126:36489,127.20.205.125:45909,127.20.205.124:36197
01:54:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.205.125
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.205.125:45909
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45189/jwks.json
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/data/info.pb
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.205.125
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45583
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 01:43:22 UTC on e7f111948823
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13235
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:54:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:00.640898 22473 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:54:00.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:00.642201 22473 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:54:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:00.654217 22483 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:54:00.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:00.849036 22454 heartbeater.cc:499] Master 127.20.205.124:36197 was elected leader, sending a full tablet report...
01:54:00.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:00.881886 22455 heartbeater.cc:646] Failed to heartbeat to 127.20.205.125:45909 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.20.205.125:45909: connect: Connection refused (error 111)
01:54:01.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:54:01 dist-test-slave-t7g5 krb5kdc[21321](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154041, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:54:01.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:01.827589 21855 init.cc:295] Successfully reacquired a new kerberos TGT
01:54:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:02.057471 22482 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 22473
01:54:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:02.067780 22482 kernel_stack_watchdog.cc:198] Thread 22473 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
01:54:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:54:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:54:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:54:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:54:02.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:00.655253 22484 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:54:02.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:02.069181 22485 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1412 milliseconds
01:54:02.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:02.068979 22473 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.414s user 0.504s sys 0.881s
01:54:02.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:02.069681 22473 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.415s user 0.504s sys 0.881s
01:54:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:02.071017 22486 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:54:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.070997 22473 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:54:02.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.075789 22473 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:54:02.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.078539 22473 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:54:02.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.080101 22473 hybrid_clock.cc:648] HybridClock initialized: now 1786154042080052 us; error 50 us; skew 500 ppm
01:54:02.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.081112 22473 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:54:02.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:54:02 dist-test-slave-t7g5 krb5kdc[21321](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154042, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:54:02.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.089401 22473 init.cc:377] Logged in from keytab as kudu/127.20.205.125@KRBTEST.COM (short username kudu)
01:54:02.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.095163 22473 webserver.cc:533] Webserver started at http://127.20.205.125:45583/ using document root <none> and password file <none>
01:54:02.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.096733 22473 fs_manager.cc:362] Metadata directory not provided
01:54:02.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.097133 22473 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:54:02.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.108078 22473 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.007s sys 0.001s
01:54:02.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.114204 22519 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:54:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.115651 22473 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
01:54:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.115985 22473 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/data,/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/wal
01:54:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f509f6ae19c7428e9d11effb68449ce5"
01:54:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:44 on dist-test-slave-t7g5"
01:54:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.118439 22473 fs_report.cc:389] FS layout report
01:54:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:54:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/wal
01:54:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/wal
01:54:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/data/data
01:54:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:54:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:54:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:54:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:54:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:54:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:54:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:54:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:54:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:54:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:54:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:54:02.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.182542 22473 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:54:02.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.188340 22473 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:54:02.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.188894 22473 kserver.cc:163] Server-wide thread pool size limit: 3276
01:54:02.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.274550 22473 rpc_server.cc:307] RPC server started. Bound to: 127.20.205.125:45909
01:54:02.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.274644 22591 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.205.125:45909 every 8 connection(s)
01:54:02.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.277508 22473 server_base.cc:1193] Dumped server information to /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-1/data/info.pb
01:54:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.279317 21301 external_mini_cluster.cc:1434] Started /tmp/dist-test-task34nNva/build/tsan/bin/kudu as pid 22473
01:54:02.280 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:54:02.280 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.205.124:36197
01:54:02.280 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:54:02.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.282305 21301 external_mini_cluster.cc:1372] Running /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:54:02.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:54:02.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/wal
01:54:02.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/data
01:54:02.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:54:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:54:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:54:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:54:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:54:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:54:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/logs
01:54:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/data/info.pb
01:54:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:54:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:54:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:54:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:54:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:54:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:54:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:54:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:54:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:54:02.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:54:02.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:54:02.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:54:02.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.205.124:36197
01:54:02.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.205.124
01:54:02.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36039
01:54:02.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab
01:54:02.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.205.124
01:54:02.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:54:02.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:54:02.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:54:02.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:54:02.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.205.84:33493
01:54:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:54:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:54:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:54:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:54:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.205.126:36489,127.20.205.125:45909,127.20.205.124:36197
01:54:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:54:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45189/jwks.json
01:54:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:54:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:54:02.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.292541 22592 sys_catalog.cc:263] Verifying existing consensus state
01:54:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.301518 22592 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5: Bootstrap starting.
01:54:02.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.355931 22592 log.cc:826] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5: Log is configured to *not* fsync() on all Append() calls
01:54:02.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.376652 22592 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:54:02.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.377765 22592 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5: Bootstrap complete.
01:54:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.411454 22592 raft_consensus.cc:359] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } }
01:54:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.415414 22592 raft_consensus.cc:740] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: f509f6ae19c7428e9d11effb68449ce5, State: Initialized, Role: FOLLOWER
01:54:02.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.416750 22592 consensus_queue.cc:260] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } }
01:54:02.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.419849 22603 sys_catalog.cc:455] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:54:02.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.420507 22603 sys_catalog.cc:458] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [sys.catalog]: This master's current role is: FOLLOWER
01:54:02.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.421895 22592 sys_catalog.cc:565] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [sys.catalog]: configured and running, proceeding with master startup.
01:54:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.454624 22616 catalog_manager.cc:1295] Loaded cluster ID: 8436d7cfc9d14dfaaf92272fd4b41356
01:54:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.454921 22616 catalog_manager.cc:1588] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5: loading cluster ID for follower catalog manager: success
01:54:02.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.462724 22616 catalog_manager.cc:1610] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5: acquiring CA information for follower catalog manager: success
01:54:02.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.468297 22616 catalog_manager.cc:1638] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:54:02.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.450681 22473 master_runner.cc:187] Error getting master registration for 127.20.205.126:36489: Network error: Client connection negotiation failed: client connection to 127.20.205.126:36489: connect: Connection refused (error 111),
01:54:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.480854 22473 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:54:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.580063 22243 heartbeater.cc:344] Connected to a master server at 127.20.205.125:45909
01:54:02.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.586885 22546 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "0d542d85a1894208924a68a127fa9e71" instance_seqno: 1786154036172985) as {username='kudu', principal='kudu/127.20.205.66@KRBTEST.COM'} at 127.20.205.66:32907; Asking this server to re-register.
01:54:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.588980 22243 heartbeater.cc:461] Registering TS with master...
01:54:02.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.593230 22544 ts_manager.cc:194] Registered new tserver with Master: 0d542d85a1894208924a68a127fa9e71 (127.20.205.66:38957)
01:54:02.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:02.741084 22597 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:54:02.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:02.741794 22597 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:54:02.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:02.742547 22597 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:54:02.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:02.776873 22597 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:54:02.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:02.777153 22597 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:54:02.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:02.777599 22597 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:54:02.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:02.777961 22597 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:54:02.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:02.778285 22597 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:54:02.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:02.778604 22597 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:54:02.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:02.778841 22597 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45189/jwks.json
01:54:02.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.820188 22597 master_runner.cc:387] Master server non-default flags:
01:54:02.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/logs
01:54:02.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.205.84:33493
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/data
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/wal
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.205.126:36489,127.20.205.125:45909,127.20.205.124:36197
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.205.124
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.205.124:36197
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45189/jwks.json
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:54:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/data/info.pb
01:54:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.205.124
01:54:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36039
01:54:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:54:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:54:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:54:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:54:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:54:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:54:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:54:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:54:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:54:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:54:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 01:43:22 UTC on e7f111948823
01:54:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13235
01:54:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:54:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.821987 22597 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:54:02.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.823454 22597 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:54:02.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:02.835642 22633 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:54:02.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.940055 22455 heartbeater.cc:344] Connected to a master server at 127.20.205.125:45909
01:54:02.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.943423 22544 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "5c8a15e6c2534d8b885688422bb0a710" instance_seqno: 1786154039553242) as {username='kudu', principal='kudu/127.20.205.67@KRBTEST.COM'} at 127.20.205.67:49533; Asking this server to re-register.
01:54:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.945492 22455 heartbeater.cc:461] Registering TS with master...
01:54:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:02.949070 22544 ts_manager.cc:194] Registered new tserver with Master: 5c8a15e6c2534d8b885688422bb0a710 (127.20.205.67:41429)
01:54:03.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:03.295050 22024 heartbeater.cc:344] Connected to a master server at 127.20.205.125:45909
01:54:03.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:03.299508 22544 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "9f739804a99045d58c0b6adeac66f1f3" instance_seqno: 1786154032774985) as {username='kudu', principal='kudu/127.20.205.65@KRBTEST.COM'} at 127.20.205.65:56717; Asking this server to re-register.
01:54:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:03.302595 22024 heartbeater.cc:461] Registering TS with master...
01:54:03.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:03.308233 22544 ts_manager.cc:194] Registered new tserver with Master: 9f739804a99045d58c0b6adeac66f1f3 (127.20.205.65:46783)
01:54:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:03.653715 22450 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad3a0 after lost signal to thread 22261
01:54:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:03.654932 22450 debug-util.cc:398] Leaking SignalData structure 0x7b08000b86a0 after lost signal to thread 22453
01:54:04.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.198705 22657 raft_consensus.cc:493] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:54:04.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.199801 22657 raft_consensus.cc:515] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } }
01:54:04.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:04.226781 22524 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.205.124:36197: connect: Connection refused (error 111)
01:54:04.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.230811 22657 leader_election.cc:290] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 97427f8d7b79494b94d0138337a3e63c (127.20.205.126:36489), cb872c5810304022a12c0731f302707c (127.20.205.124:36197)
01:54:04.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:04.239163 22521 leader_election.cc:336] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 97427f8d7b79494b94d0138337a3e63c (127.20.205.126:36489): Network error: Client connection negotiation failed: client connection to 127.20.205.126:36489: connect: Connection refused (error 111)
01:54:04.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:04.243877 22524 leader_election.cc:336] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer cb872c5810304022a12c0731f302707c (127.20.205.124:36197): Network error: Client connection negotiation failed: client connection to 127.20.205.124:36197: connect: Connection refused (error 111)
01:54:04.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.244563 22524 leader_election.cc:304] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f509f6ae19c7428e9d11effb68449ce5; no voters: 97427f8d7b79494b94d0138337a3e63c, cb872c5810304022a12c0731f302707c
01:54:04.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.245918 22657 raft_consensus.cc:2749] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
01:54:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:04.237912 22632 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 22597
01:54:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:04.498620 22632 kernel_stack_watchdog.cc:198] Thread 22597 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
01:54:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:54:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:54:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:54:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:54:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:02.838310 22634 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:54:04.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:04.499697 22597 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.664s user 0.479s sys 0.721s
01:54:04.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:04.500690 22597 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.665s user 0.479s sys 0.722s
01:54:04.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:04.500787 22635 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1665 milliseconds
01:54:04.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:04.501873 22637 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:54:04.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.502326 22597 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:54:04.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.505872 22597 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:54:04.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.509871 22597 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:54:04.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.511317 22597 hybrid_clock.cc:648] HybridClock initialized: now 1786154044511156 us; error 160 us; skew 500 ppm
01:54:04.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.512499 22597 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:54:04.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:54:04 dist-test-slave-t7g5 krb5kdc[21321](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154044, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:54:04.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.520612 22597 init.cc:377] Logged in from keytab as kudu/127.20.205.124@KRBTEST.COM (short username kudu)
01:54:04.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.534941 22597 webserver.cc:533] Webserver started at http://127.20.205.124:36039/ using document root <none> and password file <none>
01:54:04.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.536198 22597 fs_manager.cc:362] Metadata directory not provided
01:54:04.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.536492 22597 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:54:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.547835 22597 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.000s sys 0.008s
01:54:04.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.554718 22673 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:54:04.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.556438 22597 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.000s sys 0.004s
01:54:04.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.556847 22597 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/data,/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/wal
01:54:04.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb872c5810304022a12c0731f302707c"
01:54:04.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:47 on dist-test-slave-t7g5"
01:54:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.559504 22597 fs_report.cc:389] FS layout report
01:54:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:54:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/wal
01:54:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/wal
01:54:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/data/data
01:54:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:54:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:54:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:54:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:54:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:54:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:54:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:54:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:54:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:54:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:54:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:54:04.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:04.671113 22597 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:54:05.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:05.620023 22597 sasl_common.cc:323] Time spent calling sasl_server_start(): real 0.947s user 0.002s sys 0.002s
01:54:05.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:05.622040 22597 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:54:05.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:05.622547 22597 kserver.cc:163] Server-wide thread pool size limit: 3276
01:54:05.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:54:05 dist-test-slave-t7g5 krb5kdc[21321](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154045, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:54:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:05.756529 22070 init.cc:295] Successfully reacquired a new kerberos TGT
01:54:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:05.908067 22597 rpc_server.cc:307] RPC server started. Bound to: 127.20.205.124:36197
01:54:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:05.908102 22752 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.205.124:36197 every 8 connection(s)
01:54:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:05.912025 22597 server_base.cc:1193] Dumped server information to /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-2/data/info.pb
01:54:05.924 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:54:05.924 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.205.126:36489
01:54:05.925 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:54:05.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:05.922762 21301 external_mini_cluster.cc:1434] Started /tmp/dist-test-task34nNva/build/tsan/bin/kudu as pid 22597
01:54:05.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:05.927333 21301 external_mini_cluster.cc:1372] Running /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:54:05.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task34nNva/build/tsan/bin/kudu
01:54:05.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/wal
01:54:05.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/data
01:54:05.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:54:05.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:54:05.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:54:05.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:54:05.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:54:05.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:54:05.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/logs
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/data/info.pb
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.205.126:36489
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.205.126
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44363
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.205.126
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.205.84:33493
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.205.126:36489,127.20.205.125:45909,127.20.205.124:36197
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45189/jwks.json
01:54:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:54:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:54:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:05.938022 22753 sys_catalog.cc:263] Verifying existing consensus state
01:54:05.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:05.946420 22753 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c: Bootstrap starting.
01:54:06.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.009289 22454 heartbeater.cc:344] Connected to a master server at 127.20.205.124:36197
01:54:06.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.009871 22454 heartbeater.cc:499] Master 127.20.205.124:36197 was elected leader, sending a full tablet report...
01:54:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.013973 22753 log.cc:826] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c: Log is configured to *not* fsync() on all Append() calls
01:54:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.045812 22753 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:54:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.046936 22753 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c: Bootstrap complete.
01:54:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.075990 22753 raft_consensus.cc:359] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } }
01:54:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.079355 22753 raft_consensus.cc:740] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb872c5810304022a12c0731f302707c, State: Initialized, Role: FOLLOWER
01:54:06.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.080333 22753 consensus_queue.cc:260] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } }
01:54:06.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.083302 22763 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:54:06.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.084188 22763 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [sys.catalog]: This master's current role is: FOLLOWER
01:54:06.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.085035 22753 sys_catalog.cc:565] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [sys.catalog]: configured and running, proceeding with master startup.
01:54:06.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.119832 22784 catalog_manager.cc:1295] Loaded cluster ID: 8436d7cfc9d14dfaaf92272fd4b41356
01:54:06.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.120452 22784 catalog_manager.cc:1588] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c: loading cluster ID for follower catalog manager: success
01:54:06.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.128201 22784 catalog_manager.cc:1610] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c: acquiring CA information for follower catalog manager: success
01:54:06.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.134189 22784 catalog_manager.cc:1638] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:54:06.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.114696 22597 master_runner.cc:187] Error getting master registration for 127.20.205.126:36489: Network error: Client connection negotiation failed: client connection to 127.20.205.126:36489: connect: Connection refused (error 111),
01:54:06.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.140820 22597 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:54:06.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.221387 22788 raft_consensus.cc:493] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:54:06.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.221911 22788 raft_consensus.cc:515] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } }
01:54:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.229982 22788 leader_election.cc:290] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 97427f8d7b79494b94d0138337a3e63c (127.20.205.126:36489), cb872c5810304022a12c0731f302707c (127.20.205.124:36197)
01:54:06.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.246645 22722 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f509f6ae19c7428e9d11effb68449ce5" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "cb872c5810304022a12c0731f302707c" is_pre_election: true
01:54:06.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.247677 22722 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f509f6ae19c7428e9d11effb68449ce5 in term 1.
01:54:06.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.249312 22524 leader_election.cc:304] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: cb872c5810304022a12c0731f302707c, f509f6ae19c7428e9d11effb68449ce5; no voters:
01:54:06.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.250344 22788 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [term 1 FOLLOWER]: Leader pre-election won for term 2
01:54:06.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.250663 22788 raft_consensus.cc:493] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:54:06.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.250978 22788 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [term 1 FOLLOWER]: Advancing to term 2
01:54:06.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:06.251726 22521 leader_election.cc:336] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 97427f8d7b79494b94d0138337a3e63c (127.20.205.126:36489): Network error: Client connection negotiation failed: client connection to 127.20.205.126:36489: connect: Connection refused (error 111)
01:54:06.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.261065 22788 raft_consensus.cc:515] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } }
01:54:06.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.264150 22722 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f509f6ae19c7428e9d11effb68449ce5" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "cb872c5810304022a12c0731f302707c"
01:54:06.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.264700 22722 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [term 1 FOLLOWER]: Advancing to term 2
01:54:06.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:06.267681 22521 leader_election.cc:336] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 97427f8d7b79494b94d0138337a3e63c (127.20.205.126:36489): Network error: Client connection negotiation failed: client connection to 127.20.205.126:36489: connect: Connection refused (error 111)
01:54:06.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.269197 22788 leader_election.cc:290] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [CANDIDATE]: Term 2 election: Requested vote from peers 97427f8d7b79494b94d0138337a3e63c (127.20.205.126:36489), cb872c5810304022a12c0731f302707c (127.20.205.124:36197)
01:54:06.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.274031 22722 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f509f6ae19c7428e9d11effb68449ce5 in term 2.
01:54:06.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.275251 22524 leader_election.cc:304] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: cb872c5810304022a12c0731f302707c, f509f6ae19c7428e9d11effb68449ce5; no voters: 97427f8d7b79494b94d0138337a3e63c
01:54:06.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.276696 22788 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [term 2 FOLLOWER]: Leader election won for term 2
01:54:06.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.298100 22788 raft_consensus.cc:697] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [term 2 LEADER]: Becoming Leader. State: Replica: f509f6ae19c7428e9d11effb68449ce5, State: Running, Role: LEADER
01:54:06.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.299373 22788 consensus_queue.cc:237] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } }
01:54:06.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.315887 22794 sys_catalog.cc:455] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f509f6ae19c7428e9d11effb68449ce5. Latest consensus state: current_term: 2 leader_uuid: "f509f6ae19c7428e9d11effb68449ce5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:54:06.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.317158 22794 sys_catalog.cc:458] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [sys.catalog]: This master's current role is: LEADER
01:54:06.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.326735 22799 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
01:54:06.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.336117 22799 catalog_manager.cc:1520] Initializing Kudu cluster ID...
01:54:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.340330 22799 catalog_manager.cc:1295] Loaded cluster ID: 8436d7cfc9d14dfaaf92272fd4b41356
01:54:06.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.340816 22799 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
01:54:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.345269 22023 heartbeater.cc:344] Connected to a master server at 127.20.205.124:36197
01:54:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.345489 22799 catalog_manager.cc:1540] Loading token signing keys...
01:54:06.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.349529 22799 catalog_manager.cc:6081] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5: Loaded TSK: 0
01:54:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.351084 22799 catalog_manager.cc:1550] Initializing in-progress tserver states...
01:54:06.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.352793 22706 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "9f739804a99045d58c0b6adeac66f1f3" instance_seqno: 1786154032774985) as {username='kudu', principal='kudu/127.20.205.65@KRBTEST.COM'} at 127.20.205.65:49151; Asking this server to re-register.
01:54:06.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.354789 22023 heartbeater.cc:461] Registering TS with master...
01:54:06.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.359397 22705 ts_manager.cc:194] Registered new tserver with Master: 9f739804a99045d58c0b6adeac66f1f3 (127.20.205.65:46783)
01:54:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:06.414156 22757 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:54:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:06.414937 22757 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:54:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:06.416009 22757 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:06.453966 22757 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:06.454201 22757 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:06.454504 22757 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:06.454713 22757 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:06.454921 22757 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:06.455104 22757 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:06.455240 22757 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45189/jwks.json
01:54:06.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.495837 22757 master_runner.cc:387] Master server non-default flags:
01:54:06.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/logs
01:54:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:54:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:54:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:54:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.205.84:33493
01:54:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:54:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:54:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/data
01:54:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/wal
01:54:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:54:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:54:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.205.126:36489,127.20.205.125:45909,127.20.205.124:36197
01:54:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/krb5kdc/kudu.keytab
01:54:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.205.126
01:54:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:54:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:54:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.205.126:36489
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45189/jwks.json
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/data/info.pb
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.205.126
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44363
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 01:43:22 UTC on e7f111948823
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13235
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.497220 22757 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:54:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.498481 22757 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:54:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:06.510707 22812 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:54:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.660166 22242 heartbeater.cc:344] Connected to a master server at 127.20.205.124:36197
01:54:06.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.663250 22706 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "0d542d85a1894208924a68a127fa9e71" instance_seqno: 1786154036172985) as {username='kudu', principal='kudu/127.20.205.66@KRBTEST.COM'} at 127.20.205.66:42397; Asking this server to re-register.
01:54:06.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.665079 22242 heartbeater.cc:461] Registering TS with master...
01:54:06.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.669272 22706 ts_manager.cc:194] Registered new tserver with Master: 0d542d85a1894208924a68a127fa9e71 (127.20.205.66:38957)
01:54:06.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.698212 22722 raft_consensus.cc:1275] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [term 2 FOLLOWER]: Refusing update from remote peer f509f6ae19c7428e9d11effb68449ce5: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
01:54:06.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.700513 22794 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
01:54:06.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.734516 22820 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [sys.catalog]: SysCatalogTable state changed. Reason: New leader f509f6ae19c7428e9d11effb68449ce5. Latest consensus state: current_term: 2 leader_uuid: "f509f6ae19c7428e9d11effb68449ce5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:54:06.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.735772 22820 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [sys.catalog]: This master's current role is: FOLLOWER
01:54:06.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.744323 22788 sys_catalog.cc:455] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "f509f6ae19c7428e9d11effb68449ce5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:54:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.746709 22788 sys_catalog.cc:458] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [sys.catalog]: This master's current role is: LEADER
01:54:06.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:06.750041 22521 consensus_peers.cc:597] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 -> Peer 97427f8d7b79494b94d0138337a3e63c (127.20.205.126:36489): Couldn't send request to peer 97427f8d7b79494b94d0138337a3e63c. Status: Network error: Client connection negotiation failed: client connection to 127.20.205.126:36489: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:54:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.754065 22820 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "f509f6ae19c7428e9d11effb68449ce5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:54:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:06.754753 22820 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb872c5810304022a12c0731f302707c [sys.catalog]: This master's current role is: FOLLOWER
01:54:06.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:06.882143 20385 debug-util.cc:398] Leaking SignalData structure 0x7b08000a5820 after lost signal to thread 20298
01:54:06.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:06.882890 20385 debug-util.cc:398] Leaking SignalData structure 0x7b0800098ee0 after lost signal to thread 20389
01:54:07.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:07.013878 22454 heartbeater.cc:499] Master 127.20.205.124:36197 was elected leader, sending a full tablet report...
01:54:07.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:07.016655 22706 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "5c8a15e6c2534d8b885688422bb0a710" instance_seqno: 1786154039553242) as {username='kudu', principal='kudu/127.20.205.67@KRBTEST.COM'} at 127.20.205.67:46599; Asking this server to re-register.
01:54:07.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:07.018683 22454 heartbeater.cc:461] Registering TS with master...
01:54:07.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:07.022040 22706 ts_manager.cc:194] Registered new tserver with Master: 5c8a15e6c2534d8b885688422bb0a710 (127.20.205.67:41429)
01:54:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:07.484206 22473 master_runner.cc:187] Error getting master registration for 127.20.205.126:36489: Network error: Client connection negotiation failed: client connection to 127.20.205.126:36489: connect: Connection refused (error 111),
01:54:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:07.484671 22473 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:54:07.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:07.615134 22243 heartbeater.cc:499] Master 127.20.205.125:45909 was elected leader, sending a full tablet report...
01:54:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:07.911819 20486 debug-util.cc:398] Leaking SignalData structure 0x7b0800094860 after lost signal to thread 20397
01:54:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:07.912578 20486 debug-util.cc:398] Leaking SignalData structure 0x7b080009f0c0 after lost signal to thread 20492
01:54:07.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:07.968145 22455 heartbeater.cc:499] Master 127.20.205.125:45909 was elected leader, sending a full tablet report...
01:54:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:07.915899 22810 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 22757
01:54:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:08.125720 22810 kernel_stack_watchdog.cc:198] Thread 22757 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 402ms:
01:54:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:54:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:54:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:54:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:54:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:06.513298 22813 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:54:08.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:08.127108 22757 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.617s user 0.575s sys 0.784s
01:54:08.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:08.127457 22757 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.618s user 0.575s sys 0.784s
01:54:08.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.142457 22757 server_base.cc:1061] running on GCE node
01:54:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:08.144191 22837 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:54:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.146368 22757 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:54:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.150398 22757 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:54:08.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.151867 22757 hybrid_clock.cc:648] HybridClock initialized: now 1786154048151815 us; error 41 us; skew 500 ppm
01:54:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.152972 22757 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:54:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:54:08 dist-test-slave-t7g5 krb5kdc[21321](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154048, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:54:08.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.162819 22757 init.cc:377] Logged in from keytab as kudu/127.20.205.126@KRBTEST.COM (short username kudu)
01:54:08.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.206984 22757 webserver.cc:533] Webserver started at http://127.20.205.126:44363/ using document root <none> and password file <none>
01:54:08.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.208487 22757 fs_manager.cc:362] Metadata directory not provided
01:54:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.208837 22757 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:54:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.235930 22757 fs_manager.cc:714] Time spent opening directory manager: real 0.021s user 0.012s sys 0.008s
01:54:08.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.254958 22846 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:54:08.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.256423 22757 fs_manager.cc:730] Time spent opening block manager: real 0.016s user 0.003s sys 0.013s
01:54:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.256979 22757 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/data,/tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/wal
01:54:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97427f8d7b79494b94d0138337a3e63c"
01:54:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:53:42 on dist-test-slave-t7g5"
01:54:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.259863 22757 fs_report.cc:389] FS layout report
01:54:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:54:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/wal
01:54:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/wal
01:54:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/data/data
01:54:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:54:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:54:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:54:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:54:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:54:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:54:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:54:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:54:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:54:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:54:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:54:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.325455 22024 heartbeater.cc:499] Master 127.20.205.125:45909 was elected leader, sending a full tablet report...
01:54:08.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.420984 22757 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:54:08.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.428651 22757 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:54:08.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.429236 22757 kserver.cc:163] Server-wide thread pool size limit: 3276
01:54:08.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.854544 22932 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.205.126:36489 every 8 connection(s)
01:54:08.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.855129 22757 rpc_server.cc:307] RPC server started. Bound to: 127.20.205.126:36489
01:54:08.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.859300 22757 server_base.cc:1193] Dumped server information to /tmp/dist-test-task34nNva/test-tmp/mini-kudu-cluster3138378215584010449/master-0/data/info.pb
01:54:08.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.860391 21301 external_mini_cluster.cc:1434] Started /tmp/dist-test-task34nNva/build/tsan/bin/kudu as pid 22757
01:54:08.861 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:54:08.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.890167 22933 sys_catalog.cc:263] Verifying existing consensus state
01:54:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.899822 22933 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c: Bootstrap starting.
01:54:08.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.962262 22933 log.cc:826] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c: Log is configured to *not* fsync() on all Append() calls
01:54:08.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:54:08 dist-test-slave-t7g5 krb5kdc[21321](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154048, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:54:08.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:08.969393 22280 init.cc:295] Successfully reacquired a new kerberos TGT
01:54:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.006580 22933 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:54:09.007 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.205.125:45909(127.20.205.125:45909)] connecting to peer
01:54:09.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.007994 22933 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c: Bootstrap complete.
01:54:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:54:09 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154048, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.67@KRBTEST.COM for kudu/127.20.205.126@KRBTEST.COM
01:54:09.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.071671 22458 heartbeater.cc:344] Connected to a master server at 127.20.205.126:36489
01:54:09.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.091770 22933 raft_consensus.cc:359] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } }
01:54:09.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.104048 22933 raft_consensus.cc:740] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 97427f8d7b79494b94d0138337a3e63c, State: Initialized, Role: FOLLOWER
01:54:09.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.106148 22933 consensus_queue.cc:260] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } }
01:54:09.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.125361 22943 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:54:09.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.126276 22943 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [sys.catalog]: This master's current role is: FOLLOWER
01:54:09.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.128643 22933 sys_catalog.cc:565] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [sys.catalog]: configured and running, proceeding with master startup.
01:54:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:54:09 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154042, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.125@KRBTEST.COM for kudu/127.20.205.126@KRBTEST.COM
01:54:09.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.166221 22893 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [term 1 FOLLOWER]: Advancing to term 2
01:54:09.183 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.205.124:36197(127.20.205.124:36197)] connecting to peer
01:54:09.193 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.205.126:36489(127.20.205.126:36489)] connecting to peer
01:54:09.235 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.205.125:45909(127.20.205.125:45909)] Successfully connected to peer
01:54:09.238 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.205.126:36489(127.20.205.126:36489)] Successfully connected to peer
01:54:09.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.262036 22943 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [sys.catalog]: SysCatalogTable state changed. Reason: New leader f509f6ae19c7428e9d11effb68449ce5. Latest consensus state: current_term: 2 leader_uuid: "f509f6ae19c7428e9d11effb68449ce5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:54:09.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.262771 22943 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [sys.catalog]: This master's current role is: FOLLOWER
01:54:09.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.282599 22969 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "f509f6ae19c7428e9d11effb68449ce5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:54:09.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.284025 22969 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97427f8d7b79494b94d0138337a3e63c [sys.catalog]: This master's current role is: FOLLOWER
01:54:09.294 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.205.124:36197(127.20.205.124:36197)] Successfully connected to peer
01:54:09.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.358587 22975 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:54:09.407 [WARN - kudu-nio-1] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
01:54:09.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:54:09 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154048, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.126@KRBTEST.COM for kudu/127.20.205.126@KRBTEST.COM
01:54:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:54:09 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154041, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.65@KRBTEST.COM for kudu/127.20.205.126@KRBTEST.COM
01:54:09.483 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.20.205.124
01:54:09.486 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.20.205.126
01:54:09.494 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.20.205.125
01:54:09.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.509157 22028 heartbeater.cc:344] Connected to a master server at 127.20.205.126:36489
01:54:09.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.517513 22875 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "9f739804a99045d58c0b6adeac66f1f3" instance_seqno: 1786154032774985) as {username='kudu', principal='kudu/127.20.205.65@KRBTEST.COM'} at 127.20.205.65:53103; Asking this server to re-register.
01:54:09.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:54:09 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154048, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.126@KRBTEST.COM for kudu/127.20.205.125@KRBTEST.COM
01:54:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.533946 22028 heartbeater.cc:461] Registering TS with master...
01:54:09.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.538188 22875 ts_manager.cc:194] Registered new tserver with Master: 9f739804a99045d58c0b6adeac66f1f3 (127.20.205.65:46783)
01:54:09.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.540735 22980 sys_catalog.cc:455] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "f509f6ae19c7428e9d11effb68449ce5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97427f8d7b79494b94d0138337a3e63c" member_type: VOTER last_known_addr { host: "127.20.205.126" port: 36489 } } peers { permanent_uuid: "f509f6ae19c7428e9d11effb68449ce5" member_type: VOTER last_known_addr { host: "127.20.205.125" port: 45909 } } peers { permanent_uuid: "cb872c5810304022a12c0731f302707c" member_type: VOTER last_known_addr { host: "127.20.205.124" port: 36197 } } }
01:54:09.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.541275 22980 sys_catalog.cc:458] T 00000000000000000000000000000000 P f509f6ae19c7428e9d11effb68449ce5 [sys.catalog]: This master's current role is: LEADER
01:54:09.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:54:09 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154048, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.126@KRBTEST.COM for kudu/127.20.205.124@KRBTEST.COM
01:54:09.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:54:09 dist-test-slave-t7g5 krb5kdc[21321](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786154045, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.205.66@KRBTEST.COM for kudu/127.20.205.126@KRBTEST.COM
01:54:09.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.807881 22245 heartbeater.cc:344] Connected to a master server at 127.20.205.126:36489
01:54:09.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.814797 22875 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "0d542d85a1894208924a68a127fa9e71" instance_seqno: 1786154036172985) as {username='kudu', principal='kudu/127.20.205.66@KRBTEST.COM'} at 127.20.205.66:48375; Asking this server to re-register.
01:54:09.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.817337 22245 heartbeater.cc:461] Registering TS with master...
01:54:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:09.830670 22875 ts_manager.cc:194] Registered new tserver with Master: 0d542d85a1894208924a68a127fa9e71 (127.20.205.66:38957)
01:54:10.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:10.079963 22875 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "5c8a15e6c2534d8b885688422bb0a710" instance_seqno: 1786154039553242) as {username='kudu', principal='kudu/127.20.205.67@KRBTEST.COM'} at 127.20.205.67:37101; Asking this server to re-register.
01:54:10.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:10.082366 22458 heartbeater.cc:461] Registering TS with master...
01:54:10.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:10.089319 22875 ts_manager.cc:194] Registered new tserver with Master: 5c8a15e6c2534d8b885688422bb0a710 (127.20.205.67:41429)
01:54:10.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.205.124:36197(127.20.205.124:36197)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
01:54:10.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.205.125:45909(127.20.205.125:45909)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
01:54:10.093 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.205.126:36489(127.20.205.126:36489)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
01:54:10.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.205.124:36197: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
01:54:10.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.205.125:45909: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
01:54:10.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.205.126:36489: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
01:54:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:10.098942 22968 negotiation.cc:336] Failed RPC negotiation. Trace:
01:54:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.221956 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:46108 (local address 127.20.205.125:45909)
01:54:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.248145 (+ 26189us) server_negotiation.cc:207] Beginning negotiation
01:54:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.248172 (+ 27us) server_negotiation.cc:400] Waiting for connection header
01:54:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.349107 (+100935us) server_negotiation.cc:408] Connection header received
01:54:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.420894 (+ 71787us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
01:54:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.420952 (+ 58us) server_negotiation.cc:462] Received NEGOTIATE request from client
01:54:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.421465 (+ 513us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
01:54:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.421839 (+ 374us) server_negotiation.cc:227] Negotiated authn=SASL
01:54:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.887603 (+465764us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
01:54:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.889784 (+ 2181us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
01:54:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:10.085531 (+195747us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
01:54:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:10.086139 (+ 608us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
01:54:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:10.097241 (+ 11102us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:46108: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:46108): Cannot send after transport endpoint shutdown (error 108)
01:54:10.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":25240,"thread_start_us":25464,"threads_started":1}
01:54:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:10.107234 22967 negotiation.cc:336] Failed RPC negotiation. Trace:
01:54:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.217416 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:36112 (local address 127.20.205.124:36197)
01:54:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.290152 (+ 72736us) server_negotiation.cc:207] Beginning negotiation
01:54:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.290210 (+ 58us) server_negotiation.cc:400] Waiting for connection header
01:54:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.348672 (+ 58462us) server_negotiation.cc:408] Connection header received
01:54:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.382341 (+ 33669us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
01:54:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.382372 (+ 31us) server_negotiation.cc:462] Received NEGOTIATE request from client
01:54:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.382596 (+ 224us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
01:54:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.382779 (+ 183us) server_negotiation.cc:227] Negotiated authn=SASL
01:54:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.841721 (+458942us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
01:54:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.843844 (+ 2123us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
01:54:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:10.082379 (+238535us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
01:54:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:10.083019 (+ 640us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
01:54:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:10.105508 (+ 22489us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:36112: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:36112): Cannot send after transport endpoint shutdown (error 108)
01:54:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":70941,"thread_start_us":70195,"threads_started":1}
01:54:10.110 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1245), Traces: [0ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.205.125:45909, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.205.124:36197, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.205.126:36489, [1210ms] Sub RPC ConnectToMaster: received response from server master-127.20.205.124:36197: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1211ms] Sub RPC ConnectToMaster: received response from server master-127.20.205.125:45909: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1211ms] Sub RPC ConnectToMaster: received response from server master-127.20.205.126:36489: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.20.205.125:45909,127.20.205.124:36197,127.20.205.126:36489). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.20.205.125:45909,127.20.205.124:36197,127.20.205.126:36489). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
01:54:10.116 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.205.125:45909(127.20.205.125:45909)] handling channelInactive
01:54:10.117 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.205.124:36197(127.20.205.124:36197)] handling channelInactive
01:54:10.128 [DEBUG - kudu-nio-2] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1263), Traces: [0ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.205.125:45909, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.205.124:36197, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.205.126:36489, [1210ms] Sub RPC ConnectToMaster: received response from server master-127.20.205.124:36197: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1211ms] Sub RPC ConnectToMaster: received response from server master-127.20.205.125:45909: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1211ms] Sub RPC ConnectToMaster: received response from server master-127.20.205.126:36489: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
01:54:10.131 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.205.126:36489(127.20.205.126:36489)] disconnecting while in state TERMINATED
01:54:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:10.132813 22940 negotiation.cc:336] Failed RPC negotiation. Trace:
01:54:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.230740 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:56426 (local address 127.20.205.126:36489)
01:54:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.233101 (+ 2361us) server_negotiation.cc:207] Beginning negotiation
01:54:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.233128 (+ 27us) server_negotiation.cc:400] Waiting for connection header
01:54:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.345944 (+112816us) server_negotiation.cc:408] Connection header received
01:54:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.381380 (+ 35436us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
01:54:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.381414 (+ 34us) server_negotiation.cc:462] Received NEGOTIATE request from client
01:54:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.381721 (+ 307us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
01:54:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.381868 (+ 147us) server_negotiation.cc:227] Negotiated authn=SASL
01:54:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.857607 (+475739us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
01:54:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:09.859047 (+ 1440us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
01:54:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:10.074530 (+215483us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
01:54:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:10.075165 (+ 635us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
01:54:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 01:54:10.130660 (+ 55495us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:56426: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:56426): Cannot send after transport endpoint shutdown (error 108)
01:54:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1817,"spinlock_wait_cycles":7552}
01:54:10.133 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.205.124:36197(127.20.205.124:36197)] disconnecting while in state TERMINATED
01:54:10.134 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.205.125:45909(127.20.205.125:45909)] disconnecting while in state TERMINATED
01:54:10.134 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.205.126:36489(127.20.205.126:36489)] handling channelInactive
01:54:10.136 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:54:10.143 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:54:10.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:10.148864 21301 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task34nNva/build/tsan/bin/kudu with pid 21792
01:54:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:10.189958 21301 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task34nNva/build/tsan/bin/kudu with pid 22047
01:54:10.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:10.240376 21301 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task34nNva/build/tsan/bin/kudu with pid 22259
01:54:10.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:10.274181 21301 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task34nNva/build/tsan/bin/kudu with pid 22757
01:54:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:10.310041 21301 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task34nNva/build/tsan/bin/kudu with pid 22473
01:54:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:10.346918 21301 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task34nNva/build/tsan/bin/kudu with pid 22597
01:54:11.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T01:54:11Z chronyd exiting
01:54:12.574 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:54:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:12.577149 20278 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task34nNva/build/tsan/bin/kudu with pid 20666
01:54:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:12.608789 20278 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task34nNva/build/tsan/bin/kudu with pid 20884
01:54:12.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:12.637205 20278 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task34nNva/build/tsan/bin/kudu with pid 21100
01:54:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:12.664829 20278 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task34nNva/build/tsan/bin/kudu with pid 20297
01:54:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:12.698336 20534 connection.cc:573] client connection to 127.19.205.190:36531 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
01:54:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:12.698875 20534 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
01:54:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:12.701634 20278 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task34nNva/build/tsan/bin/kudu with pid 20393
01:54:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:54:12.711817 20534 consensus_peers.cc:597] T 00000000000000000000000000000000 P bd26ef1d2fe64e26910d7bd194f3f38b -> Peer da9393280d1342c8a838d40bb45ba1ec (127.19.205.190:36531): Couldn't send request to peer da9393280d1342c8a838d40bb45ba1ec. Status: Network error: Client connection negotiation failed: client connection to 127.19.205.190:36531: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:54:12.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:54:12.736685 20278 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task34nNva/build/tsan/bin/kudu with pid 20495
01:54:13.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T01:54:13Z chronyd exiting
01:54:14.843 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.20.205.125:45909,127.20.205.124:36197,127.20.205.126:36489). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.20.205.125:45909,127.20.205.124:36197,127.20.205.126:36489). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
01:54:15.222 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
01:54:15.223 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.20.205.125:45909,127.20.205.124:36197,127.20.205.126:36489). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.20.205.125:45909,127.20.205.124:36197,127.20.205.126:36489). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more