14:24:43.185 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:24:43.198 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskH54XQt/test-tmp
14:24:43.204 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:24:43.208 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskH54XQt/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:24:43.413 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:24:43.593 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:24:43.595 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:24:43.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:43.598531 31575 mini_oidc.cc:150] Starting JWKS server
14:24:43.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:43.602128 31575 webserver.cc:533] Webserver started at http://127.0.0.1:44609/ using document root <none> and password file <none>
14:24:43.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:43.602530 31575 mini_oidc.cc:186] Starting OIDC Discovery server
14:24:43.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:43.604558 31575 webserver.cc:533] Webserver started at http://127.0.0.1:37283/ using document root <none> and password file <none>
14:24:43.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-17T14:24:43Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:24:43.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-17T14:24:43Z Disabled control of system clock
14:24:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:43.667791 31575 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:24:43.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:24:43.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-0/wal
14:24:43.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-0/data
14:24:43.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:24:43.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:24:43.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:24:43.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-0/logs
14:24:43.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-0/data/info.pb
14:24:43.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:43.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:24:43.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:24:43.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:24:43.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:24:43.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:43.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:43.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:43.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:24:43.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:24:43.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:24:43.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:24:43.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.213.254:33465
14:24:43.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.213.254
14:24:43.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.213.212:39003
14:24:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:24:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:24:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.213.254:33465,127.30.213.253:44309,127.30.213.252:42113
14:24:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:24:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44609/jwks.json with env {}
14:24:43.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:43.968711 31587 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:24:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:43.969353 31587 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:24:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:43.970012 31587 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:24:44.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:44.003891 31587 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:24:44.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:44.004208 31587 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:24:44.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:44.004400 31587 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:24:44.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:44.004587 31587 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:24:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:44.004874 31587 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:24:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:44.005097 31587 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44609/jwks.json
14:24:44.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:44.042147 31587 master_runner.cc:387] Master server non-default flags:
14:24:44.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:44.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.213.212:39003
14:24:44.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:24:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-0/data
14:24:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-0/wal
14:24:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:24:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.213.254:33465,127.30.213.253:44309,127.30.213.252:42113
14:24:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:24:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.213.254:33465
14:24:44.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:24:44.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:24:44.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:24:44.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44609/jwks.json
14:24:44.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:44.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:44.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-0/data/info.pb
14:24:44.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.213.254
14:24:44.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:44.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:24:44.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:44.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:24:44.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:24:44.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:44.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-0/logs
14:24:44.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:44.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:24:44.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:44.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:24:44.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:24:44.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision d362312238b96d2dcb23d97b536fff701ed2c142
14:24:44.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:24:44.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 13:54:55 UTC on e7f111948823
14:24:44.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12439
14:24:44.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:24:44.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:44.043603 31587 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:24:44.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:44.045578 31587 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:24:44.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:44.059455 31593 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:44.060910 31594 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:45.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.275451 31595 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:24:45.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.277866 31596 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:45.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.280313 31587 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.221s user 0.527s sys 0.686s
14:24:45.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.280691 31587 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.221s user 0.527s sys 0.686s
14:24:45.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.280982 31587 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:24:45.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.282698 31587 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:24:45.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.285538 31587 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:24:45.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.286916 31587 hybrid_clock.cc:648] HybridClock initialized: now 1781706285286878 us; error 55 us; skew 500 ppm
14:24:45.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.287870 31587 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:24:45.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.296003 31587 webserver.cc:533] Webserver started at http://127.30.213.254:44063/ using document root <none> and password file <none>
14:24:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.297266 31587 fs_manager.cc:362] Metadata directory not provided
14:24:45.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.297616 31587 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:24:45.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.298270 31587 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:24:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.302959 31587 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-0/data/instance:
14:24:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4513e159935e42cd9ce8ee83551d23cb"
14:24:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:24:45 on dist-test-slave-0rxc"
14:24:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.304428 31587 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-0/wal/instance:
14:24:45.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4513e159935e42cd9ce8ee83551d23cb"
14:24:45.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:24:45 on dist-test-slave-0rxc"
14:24:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.312906 31587 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.009s sys 0.001s
14:24:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.319484 31603 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:24:45.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.321020 31587 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
14:24:45.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.321518 31587 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-0/data,/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-0/wal
14:24:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4513e159935e42cd9ce8ee83551d23cb"
14:24:45.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:24:45 on dist-test-slave-0rxc"
14:24:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.321934 31587 fs_report.cc:389] FS layout report
14:24:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:24:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-0/wal
14:24:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-0/wal
14:24:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-0/data/data
14:24:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:24:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:24:45.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:24:45.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:24:45.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:24:45.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:24:45.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:24:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:24:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:24:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:24:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:24:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.396432 31587 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:24:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.398047 31587 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:24:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.398444 31587 kserver.cc:163] Server-wide thread pool size limit: 3276
14:24:45.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.470093 31587 rpc_server.cc:307] RPC server started. Bound to: 127.30.213.254:33465
14:24:45.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.470163 31654 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.213.254:33465 every 8 connection(s)
14:24:45.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.472858 31587 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-0/data/info.pb
14:24:45.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.476500 31575 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu as pid 31587
14:24:45.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.477039 31575 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-0/wal/instance
14:24:45.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.479971 31655 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:24:45.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.482399 31575 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:24:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:24:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-1/wal
14:24:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-1/data
14:24:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:24:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:24:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:24:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-1/logs
14:24:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-1/data/info.pb
14:24:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:24:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:24:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:24:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:24:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:24:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:24:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:24:45.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:24:45.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.213.253:44309
14:24:45.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.213.253
14:24:45.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:45.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.213.212:39003
14:24:45.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:45.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:45.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:24:45.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:24:45.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.213.254:33465,127.30.213.253:44309,127.30.213.252:42113
14:24:45.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:24:45.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44609/jwks.json with env {}
14:24:45.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.496273 31655 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } has no permanent_uuid. Determining permanent_uuid...
14:24:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.525646 31655 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } has no permanent_uuid. Determining permanent_uuid...
14:24:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.528450 31606 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.213.253:44309: connect: Connection refused (error 111)
14:24:45.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.532796 31655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.213.253:44309: Network error: Client connection negotiation failed: client connection to 127.30.213.253:44309: connect: Connection refused (error 111)
14:24:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.582245 31655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } attempt: 1
14:24:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.589443 31655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.213.253:44309: Network error: Client connection negotiation failed: client connection to 127.30.213.253:44309: connect: Connection refused (error 111)
14:24:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.657871 31655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } attempt: 2
14:24:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.662565 31655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.213.253:44309: Network error: Client connection negotiation failed: client connection to 127.30.213.253:44309: connect: Connection refused (error 111)
14:24:45.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.754063 31655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } attempt: 3
14:24:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.758646 31655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.213.253:44309: Network error: Client connection negotiation failed: client connection to 127.30.213.253:44309: connect: Connection refused (error 111)
14:24:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.818303 31657 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:24:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.818867 31657 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:24:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.819442 31657 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:24:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.853070 31657 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:24:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.853440 31657 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:24:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.853652 31657 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:24:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.853864 31657 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:24:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.854051 31657 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:24:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.854238 31657 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44609/jwks.json
14:24:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.894122 31657 master_runner.cc:387] Master server non-default flags:
14:24:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.213.212:39003
14:24:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:24:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-1/data
14:24:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-1/wal
14:24:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:24:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.213.254:33465,127.30.213.253:44309,127.30.213.252:42113
14:24:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:45.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:45.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:24:45.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.213.253:44309
14:24:45.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:24:45.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:24:45.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:24:45.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44609/jwks.json
14:24:45.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:45.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:45.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-1/data/info.pb
14:24:45.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.213.253
14:24:45.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:45.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:24:45.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:45.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:24:45.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:24:45.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:45.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-1/logs
14:24:45.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:45.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:24:45.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:45.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:24:45.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:24:45.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision d362312238b96d2dcb23d97b536fff701ed2c142
14:24:45.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:24:45.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 13:54:55 UTC on e7f111948823
14:24:45.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12439
14:24:45.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:24:45.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.895442 31657 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:24:45.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.897567 31657 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:24:45.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:45.902137 31655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } attempt: 4
14:24:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.908428 31655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.213.253:44309: Network error: Client connection negotiation failed: client connection to 127.30.213.253:44309: connect: Connection refused (error 111)
14:24:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.911480 31666 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:46.207872 31655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } attempt: 5
14:24:46.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:46.218104 31655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.213.253:44309: Network error: Client connection negotiation failed: client connection to 127.30.213.253:44309: connect: Connection refused (error 111)
14:24:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:46.765679 31655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } attempt: 6
14:24:46.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:46.794241 31655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.213.253:44309: Network error: Client connection negotiation failed: client connection to 127.30.213.253:44309: connect: Connection refused (error 111)
14:24:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:47.315547 31665 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 31657
14:24:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:47.735824 31665 kernel_stack_watchdog.cc:198] Thread 31657 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
14:24:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:24:47.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:24:47.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:24:47.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:24:47.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:45.912881 31667 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:47.738307 31668 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1824 milliseconds
14:24:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:47.738497 31657 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.825s user 0.000s sys 0.004s
14:24:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:47.738891 31657 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.825s user 0.000s sys 0.004s
14:24:47.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:47.740965 31669 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:47.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.741077 31657 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:24:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.745026 31657 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:24:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.747538 31657 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:24:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.748925 31657 hybrid_clock.cc:648] HybridClock initialized: now 1781706287748898 us; error 62 us; skew 500 ppm
14:24:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.749866 31657 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:24:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.756074 31657 webserver.cc:533] Webserver started at http://127.30.213.253:42141/ using document root <none> and password file <none>
14:24:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.757050 31657 fs_manager.cc:362] Metadata directory not provided
14:24:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.757237 31657 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:24:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.757699 31657 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:24:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.762135 31657 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-1/data/instance:
14:24:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "29a7038362f145d4a68ea58bcb9c13e9"
14:24:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:24:47 on dist-test-slave-0rxc"
14:24:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.763216 31657 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-1/wal/instance:
14:24:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "29a7038362f145d4a68ea58bcb9c13e9"
14:24:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:24:47 on dist-test-slave-0rxc"
14:24:47.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.770829 31657 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.000s sys 0.008s
14:24:47.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.776678 31678 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:24:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.777923 31657 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
14:24:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.778319 31657 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-1/data,/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-1/wal
14:24:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "29a7038362f145d4a68ea58bcb9c13e9"
14:24:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:24:47 on dist-test-slave-0rxc"
14:24:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.778652 31657 fs_report.cc:389] FS layout report
14:24:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:24:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-1/wal
14:24:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-1/wal
14:24:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-1/data/data
14:24:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:24:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:24:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:24:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:24:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:24:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:24:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:24:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:24:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:24:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:24:47.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:24:47.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.834731 31657 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:24:47.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.836158 31657 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:24:47.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.836565 31657 kserver.cc:163] Server-wide thread pool size limit: 3276
14:24:47.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.854797 31655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } attempt: 7
14:24:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:47.863332 31655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.213.253:44309: Network error: Client connection negotiation failed: client connection to 127.30.213.253:44309: connect: Connection refused (error 111)
14:24:47.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.908452 31657 rpc_server.cc:307] RPC server started. Bound to: 127.30.213.253:44309
14:24:47.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.908525 31731 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.213.253:44309 every 8 connection(s)
14:24:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.911468 31657 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-1/data/info.pb
14:24:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.917263 31732 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:24:47.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.921670 31575 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu as pid 31657
14:24:47.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.922104 31575 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-1/wal/instance
14:24:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.924245 31575 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:24:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:24:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-2/wal
14:24:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-2/data
14:24:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:24:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:24:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:24:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-2/logs
14:24:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-2/data/info.pb
14:24:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:24:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:24:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:24:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:24:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:24:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:24:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:24:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:24:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.213.252:42113
14:24:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.213.252
14:24:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.213.212:39003
14:24:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:24:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:24:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.213.254:33465,127.30.213.253:44309,127.30.213.252:42113
14:24:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:24:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44609/jwks.json with env {}
14:24:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.928252 31732 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } has no permanent_uuid. Determining permanent_uuid...
14:24:47.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.955458 31732 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } has no permanent_uuid. Determining permanent_uuid...
14:24:47.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:47.968768 31732 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } has no permanent_uuid. Determining permanent_uuid...
14:24:47.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:47.971566 31682 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.213.252:42113: connect: Connection refused (error 111)
14:24:47.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:47.975746 31732 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.213.252:42113: Network error: Client connection negotiation failed: client connection to 127.30.213.252:42113: connect: Connection refused (error 111)
14:24:48.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:48.025233 31732 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } attempt: 1
14:24:48.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:48.029457 31732 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.213.252:42113: Network error: Client connection negotiation failed: client connection to 127.30.213.252:42113: connect: Connection refused (error 111)
14:24:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:48.097927 31732 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } attempt: 2
14:24:48.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:48.102365 31732 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.213.252:42113: Network error: Client connection negotiation failed: client connection to 127.30.213.252:42113: connect: Connection refused (error 111)
14:24:48.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:48.193850 31732 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } attempt: 3
14:24:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:48.198067 31732 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.213.252:42113: Network error: Client connection negotiation failed: client connection to 127.30.213.252:42113: connect: Connection refused (error 111)
14:24:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:48.236756 31734 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:24:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:48.237322 31734 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:24:48.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:48.237823 31734 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:24:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:48.274451 31734 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:24:48.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:48.274775 31734 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:24:48.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:48.275111 31734 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:24:48.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:48.275313 31734 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:24:48.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:48.275493 31734 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:24:48.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:48.275653 31734 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44609/jwks.json
14:24:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:48.312259 31734 master_runner.cc:387] Master server non-default flags:
14:24:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.213.212:39003
14:24:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:24:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-2/data
14:24:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-2/wal
14:24:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:24:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.213.254:33465,127.30.213.253:44309,127.30.213.252:42113
14:24:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:48.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:24:48.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.213.252:42113
14:24:48.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:24:48.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:24:48.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:24:48.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44609/jwks.json
14:24:48.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:48.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:48.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-2/data/info.pb
14:24:48.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.213.252
14:24:48.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:24:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:24:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:24:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-2/logs
14:24:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:24:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:24:48.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:24:48.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision d362312238b96d2dcb23d97b536fff701ed2c142
14:24:48.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:24:48.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 13:54:55 UTC on e7f111948823
14:24:48.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12439
14:24:48.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:24:48.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:48.313557 31734 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:24:48.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:48.315375 31734 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:24:48.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:48.327503 31745 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:48.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:48.341490 31732 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } attempt: 4
14:24:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:48.347908 31732 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.213.252:42113: Network error: Client connection negotiation failed: client connection to 127.30.213.252:42113: connect: Connection refused (error 111)
14:24:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:48.647548 31732 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } attempt: 5
14:24:48.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:48.654529 31732 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.213.252:42113: Network error: Client connection negotiation failed: client connection to 127.30.213.252:42113: connect: Connection refused (error 111)
14:24:49.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.202059 31732 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } attempt: 6
14:24:49.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:49.213325 31732 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.213.252:42113: Network error: Client connection negotiation failed: client connection to 127.30.213.252:42113: connect: Connection refused (error 111)
14:24:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:48.330705 31747 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:48.327530 31744 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:49.583303 31746 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1252 milliseconds
14:24:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.583451 31734 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:24:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.584692 31734 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:24:49.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.587695 31734 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:24:49.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.589110 31734 hybrid_clock.cc:648] HybridClock initialized: now 1781706289589088 us; error 42 us; skew 500 ppm
14:24:49.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.589943 31734 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:24:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.596449 31734 webserver.cc:533] Webserver started at http://127.30.213.252:41929/ using document root <none> and password file <none>
14:24:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.597404 31734 fs_manager.cc:362] Metadata directory not provided
14:24:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.597601 31734 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:24:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.597975 31734 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:24:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.602278 31734 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-2/data/instance:
14:24:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68453ce703f544eba1c1682eb714661d"
14:24:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:24:49 on dist-test-slave-0rxc"
14:24:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.603287 31734 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-2/wal/instance:
14:24:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68453ce703f544eba1c1682eb714661d"
14:24:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:24:49 on dist-test-slave-0rxc"
14:24:49.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.610898 31734 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
14:24:49.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.616688 31756 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:24:49.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.618041 31734 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
14:24:49.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.618376 31734 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-2/data,/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-2/wal
14:24:49.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68453ce703f544eba1c1682eb714661d"
14:24:49.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:24:49 on dist-test-slave-0rxc"
14:24:49.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.618811 31734 fs_report.cc:389] FS layout report
14:24:49.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:24:49.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-2/wal
14:24:49.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-2/wal
14:24:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-2/data/data
14:24:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:24:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:24:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:24:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:24:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:24:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:24:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:24:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:24:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:24:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:24:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:24:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.680310 31734 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:24:49.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.682221 31734 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:24:49.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.682714 31734 kserver.cc:163] Server-wide thread pool size limit: 3276
14:24:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.753219 31734 rpc_server.cc:307] RPC server started. Bound to: 127.30.213.252:42113
14:24:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.753350 31807 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.213.252:42113 every 8 connection(s)
14:24:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.755775 31734 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-2/data/info.pb
14:24:49.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.761500 31808 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:24:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.762483 31575 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu as pid 31734
14:24:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.762924 31575 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/master-2/wal/instance
14:24:49.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.777402 31808 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } has no permanent_uuid. Determining permanent_uuid...
14:24:49.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.802250 31808 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } has no permanent_uuid. Determining permanent_uuid...
14:24:49.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.811962 31808 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } has no permanent_uuid. Determining permanent_uuid...
14:24:49.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.827929 31808 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d: Bootstrap starting.
14:24:49.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.834770 31808 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d: Neither blocks nor log segments found. Creating new log.
14:24:49.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.836759 31808 log.cc:826] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d: Log is configured to *not* fsync() on all Append() calls
14:24:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.843266 31808 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d: No bootstrap required, opened a new log
14:24:49.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.862370 31808 raft_consensus.cc:359] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } } peers { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } } peers { permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } }
14:24:49.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.863029 31808 raft_consensus.cc:385] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:24:49.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.863253 31808 raft_consensus.cc:740] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 68453ce703f544eba1c1682eb714661d, State: Initialized, Role: FOLLOWER
14:24:49.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.863971 31808 consensus_queue.cc:260] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } } peers { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } } peers { permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } }
14:24:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.866257 31817 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } } peers { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } } peers { permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } } }
14:24:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.866817 31817 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d [sys.catalog]: This master's current role is: FOLLOWER
14:24:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.867707 31808 sys_catalog.cc:565] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d [sys.catalog]: configured and running, proceeding with master startup.
14:24:49.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:49.895452 31828 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:24:49.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:49.895778 31828 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:24:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.891552 31734 master_runner.cc:187] Error getting master registration for 127.30.213.254:33465: OK, instance_id { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" instance_seqno: 1781706285449758 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:24:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.913442 31734 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:24:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:49.937824 31762 tablet.cc:2406] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:24:49.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.953902 31655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } attempt: 8
14:24:49.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.966758 31655 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } has no permanent_uuid. Determining permanent_uuid...
14:24:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.986694 31655 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb: Bootstrap starting.
14:24:49.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.994908 31655 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb: Neither blocks nor log segments found. Creating new log.
14:24:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:49.997382 31655 log.cc:826] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb: Log is configured to *not* fsync() on all Append() calls
14:24:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.004273 31655 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb: No bootstrap required, opened a new log
14:24:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.032902 31655 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } } peers { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } } peers { permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } }
14:24:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.033850 31655 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:24:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.034142 31655 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4513e159935e42cd9ce8ee83551d23cb, State: Initialized, Role: FOLLOWER
14:24:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.035200 31655 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } } peers { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } } peers { permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } }
14:24:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.038120 31832 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } } peers { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } } peers { permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } } }
14:24:50.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.039830 31832 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [sys.catalog]: This master's current role is: FOLLOWER
14:24:50.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.040016 31655 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [sys.catalog]: configured and running, proceeding with master startup.
14:24:50.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:50.077502 31843 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:24:50.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:50.078442 31843 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:24:50.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.074558 31587 master_runner.cc:187] Error getting master registration for 127.30.213.253:44309: OK, instance_id { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" instance_seqno: 1781706287889137 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:24:50.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.103627 31587 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:24:50.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:50.158782 31609 tablet.cc:2406] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:24:50.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.201924 31832 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:24:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.202533 31832 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } } peers { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } } peers { permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } }
14:24:50.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.210296 31832 leader_election.cc:290] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 29a7038362f145d4a68ea58bcb9c13e9 (127.30.213.253:44309), 68453ce703f544eba1c1682eb714661d (127.30.213.252:42113)
14:24:50.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.210587 31783 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4513e159935e42cd9ce8ee83551d23cb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "68453ce703f544eba1c1682eb714661d" is_pre_election: true
14:24:50.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.211510 31783 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4513e159935e42cd9ce8ee83551d23cb in term 0.
14:24:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.213413 31607 leader_election.cc:304] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4513e159935e42cd9ce8ee83551d23cb, 68453ce703f544eba1c1682eb714661d; no voters:
14:24:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.214443 31832 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [term 0 FOLLOWER]: Leader pre-election won for term 1
14:24:50.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.214804 31832 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:24:50.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.215147 31832 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [term 0 FOLLOWER]: Advancing to term 1
14:24:50.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.223022 31832 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } } peers { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } } peers { permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } }
14:24:50.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.226289 31783 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4513e159935e42cd9ce8ee83551d23cb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "68453ce703f544eba1c1682eb714661d"
14:24:50.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.226392 31832 leader_election.cc:290] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [CANDIDATE]: Term 1 election: Requested vote from peers 29a7038362f145d4a68ea58bcb9c13e9 (127.30.213.253:44309), 68453ce703f544eba1c1682eb714661d (127.30.213.252:42113)
14:24:50.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.226840 31783 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d [term 0 FOLLOWER]: Advancing to term 1
14:24:50.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.233927 31783 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4513e159935e42cd9ce8ee83551d23cb in term 1.
14:24:50.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.235136 31607 leader_election.cc:304] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4513e159935e42cd9ce8ee83551d23cb, 68453ce703f544eba1c1682eb714661d; no voters:
14:24:50.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.236963 31832 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [term 1 FOLLOWER]: Leader election won for term 1
14:24:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.245792 31832 raft_consensus.cc:697] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [term 1 LEADER]: Becoming Leader. State: Replica: 4513e159935e42cd9ce8ee83551d23cb, State: Running, Role: LEADER
14:24:50.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.247259 31832 consensus_queue.cc:237] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } } peers { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } } peers { permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } }
14:24:50.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.259684 31845 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4513e159935e42cd9ce8ee83551d23cb. Latest consensus state: current_term: 1 leader_uuid: "4513e159935e42cd9ce8ee83551d23cb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } } peers { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } } peers { permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } } }
14:24:50.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.260980 31845 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [sys.catalog]: This master's current role is: LEADER
14:24:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.271188 31847 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:24:50.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.273865 31732 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } attempt: 7
14:24:50.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.279911 31847 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:24:50.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.303555 31783 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d [term 1 FOLLOWER]: Refusing update from remote peer 4513e159935e42cd9ce8ee83551d23cb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:24:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.305497 31832 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [LEADER]: Connected to new peer: Peer: permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:24:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.339223 31732 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9: Bootstrap starting.
14:24:50.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.345098 31817 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4513e159935e42cd9ce8ee83551d23cb. Latest consensus state: current_term: 1 leader_uuid: "4513e159935e42cd9ce8ee83551d23cb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } } peers { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } } peers { permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } } }
14:24:50.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.346223 31817 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d [sys.catalog]: This master's current role is: FOLLOWER
14:24:50.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.354049 31850 mvcc.cc:204] Tried to move back new op lower bound from 7297868965062131712 to 7297868964864720896. Current Snapshot: MvccSnapshot[applied={T|T < 7297868965062131712}]
14:24:50.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.363935 31817 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4513e159935e42cd9ce8ee83551d23cb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } } peers { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } } peers { permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } } }
14:24:50.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.365015 31817 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d [sys.catalog]: This master's current role is: FOLLOWER
14:24:50.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.375387 31845 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4513e159935e42cd9ce8ee83551d23cb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } } peers { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } } peers { permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } } }
14:24:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.378044 31845 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [sys.catalog]: This master's current role is: LEADER
14:24:50.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.382961 31732 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9: Neither blocks nor log segments found. Creating new log.
14:24:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.387184 31847 catalog_manager.cc:1382] Generated new cluster ID: db0f40de09854ff98dc4ec8b4041e4db
14:24:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.387496 31847 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:24:50.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.391572 31732 log.cc:826] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9: Log is configured to *not* fsync() on all Append() calls
14:24:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.426765 31732 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9: No bootstrap required, opened a new log
14:24:50.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.435403 31847 catalog_manager.cc:1405] Generated new certificate authority record
14:24:50.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.447111 31847 catalog_manager.cc:1539] Loading token signing keys...
14:24:50.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.482605 31847 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb: Generated new TSK 0
14:24:50.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.484229 31847 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:24:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.510515 31732 raft_consensus.cc:359] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } } peers { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } } peers { permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } }
14:24:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.511425 31732 raft_consensus.cc:385] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:24:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.511721 31732 raft_consensus.cc:740] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 29a7038362f145d4a68ea58bcb9c13e9, State: Initialized, Role: FOLLOWER
14:24:50.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.512800 31732 consensus_queue.cc:260] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } } peers { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } } peers { permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } }
14:24:50.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.523001 31575 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:24:50.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:24:50.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-0/wal
14:24:50.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-0/data
14:24:50.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:24:50.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:24:50.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:24:50.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:50.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:50.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:50.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-0/logs
14:24:50.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-0/data/info.pb
14:24:50.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:50.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:24:50.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:24:50.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:24:50.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:24:50.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:50.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:24:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:24:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.213.193:0
14:24:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.213.193
14:24:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.213.193
14:24:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.213.254:33465,127.30.213.253:44309,127.30.213.252:42113
14:24:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.213.212:39003
14:24:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:24:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.527567 31855 sys_catalog.cc:455] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } } peers { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } } peers { permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } } }
14:24:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.528388 31855 sys_catalog.cc:458] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9 [sys.catalog]: This master's current role is: FOLLOWER
14:24:50.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.531348 31732 sys_catalog.cc:565] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9 [sys.catalog]: configured and running, proceeding with master startup.
14:24:50.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.531502 31707 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4513e159935e42cd9ce8ee83551d23cb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "29a7038362f145d4a68ea58bcb9c13e9" is_pre_election: true
14:24:50.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.532375 31707 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4513e159935e42cd9ce8ee83551d23cb in term 0.
14:24:50.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.533408 31706 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4513e159935e42cd9ce8ee83551d23cb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "29a7038362f145d4a68ea58bcb9c13e9"
14:24:50.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.533939 31706 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9 [term 0 FOLLOWER]: Advancing to term 1
14:24:50.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.544137 31706 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4513e159935e42cd9ce8ee83551d23cb in term 1.
14:24:50.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.545689 31705 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9 [term 1 FOLLOWER]: Refusing update from remote peer 4513e159935e42cd9ce8ee83551d23cb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:24:50.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.562466 31832 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [LEADER]: Connected to new peer: Peer: permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:24:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:50.594702 31684 tablet.cc:2406] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:24:50.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.645522 31855 sys_catalog.cc:455] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4513e159935e42cd9ce8ee83551d23cb. Latest consensus state: current_term: 1 leader_uuid: "4513e159935e42cd9ce8ee83551d23cb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } } peers { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } } peers { permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } } }
14:24:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.646205 31855 sys_catalog.cc:458] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9 [sys.catalog]: This master's current role is: FOLLOWER
14:24:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.646140 31865 sys_catalog.cc:455] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4513e159935e42cd9ce8ee83551d23cb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } } peers { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } } peers { permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } } }
14:24:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.646989 31865 sys_catalog.cc:458] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9 [sys.catalog]: This master's current role is: FOLLOWER
14:24:50.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.705157 31872 catalog_manager.cc:1294] Loaded cluster ID: db0f40de09854ff98dc4ec8b4041e4db
14:24:50.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.705446 31872 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9: loading cluster ID for follower catalog manager: success
14:24:50.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.713539 31872 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9: acquiring CA information for follower catalog manager: success
14:24:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.719259 31872 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 29a7038362f145d4a68ea58bcb9c13e9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:24:50.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.901551 31828 catalog_manager.cc:1294] Loaded cluster ID: db0f40de09854ff98dc4ec8b4041e4db
14:24:50.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.902290 31828 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d: loading cluster ID for follower catalog manager: success
14:24:50.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.922391 31828 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d: acquiring CA information for follower catalog manager: success
14:24:50.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.938169 31828 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 68453ce703f544eba1c1682eb714661d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:24:50.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.941725 31832 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4513e159935e42cd9ce8ee83551d23cb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4513e159935e42cd9ce8ee83551d23cb" member_type: VOTER last_known_addr { host: "127.30.213.254" port: 33465 } } peers { permanent_uuid: "29a7038362f145d4a68ea58bcb9c13e9" member_type: VOTER last_known_addr { host: "127.30.213.253" port: 44309 } } peers { permanent_uuid: "68453ce703f544eba1c1682eb714661d" member_type: VOTER last_known_addr { host: "127.30.213.252" port: 42113 } } }
14:24:50.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:50.942538 31832 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4513e159935e42cd9ce8ee83551d23cb [sys.catalog]: This master's current role is: LEADER
14:24:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:51.193346 31857 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:24:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:51.194602 31857 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:24:51.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:51.195612 31857 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:24:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:51.263208 31857 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:24:51.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:51.265033 31857 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.213.193
14:24:51.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:51.334571 31857 tablet_server_runner.cc:78] Tablet server non-default flags:
14:24:51.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:51.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.213.212:39003
14:24:51.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:51.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:24:51.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-0/data
14:24:51.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-0/wal
14:24:51.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.213.193:0
14:24:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:24:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-0/data/info.pb
14:24:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.213.193
14:24:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.213.254:33465,127.30.213.253:44309,127.30.213.252:42113
14:24:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:24:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:24:51.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:24:51.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:51.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.213.193
14:24:51.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-0/logs
14:24:51.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:51.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:24:51.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:51.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:24:51.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:24:51.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision d362312238b96d2dcb23d97b536fff701ed2c142
14:24:51.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:24:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 13:54:55 UTC on e7f111948823
14:24:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12439
14:24:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:24:51.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:51.340003 31857 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:24:51.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:51.342962 31857 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:24:51.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:51.377537 31879 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:51.383030 31880 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:53.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:52.771658 31878 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 31857
14:24:53.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:53.387924 31857 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.007s user 0.547s sys 0.804s
14:24:53.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:53.389652 31857 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.009s user 0.548s sys 0.804s
14:24:53.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.401839 31857 server_base.cc:1061] running on GCE node
14:24:53.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:53.403529 31886 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:53.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.404752 31857 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:24:53.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.410094 31857 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:24:53.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.411743 31857 hybrid_clock.cc:648] HybridClock initialized: now 1781706293411701 us; error 48 us; skew 500 ppm
14:24:53.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.413033 31857 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:24:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.430128 31857 webserver.cc:533] Webserver started at http://127.30.213.193:37235/ using document root <none> and password file <none>
14:24:53.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.431180 31857 fs_manager.cc:362] Metadata directory not provided
14:24:53.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.431443 31857 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:24:53.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.431985 31857 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:24:53.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.436779 31857 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-0/data/instance:
14:24:53.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eee6e6bcf95b4423a11fd1b39d3e4fe8"
14:24:53.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:24:53 on dist-test-slave-0rxc"
14:24:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.438154 31857 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-0/wal/instance:
14:24:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eee6e6bcf95b4423a11fd1b39d3e4fe8"
14:24:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:24:53 on dist-test-slave-0rxc"
14:24:53.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.446727 31857 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.002s
14:24:53.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.462248 31891 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:24:53.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.463874 31857 fs_manager.cc:730] Time spent opening block manager: real 0.014s user 0.001s sys 0.010s
14:24:53.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.464357 31857 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-0/data,/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-0/wal
14:24:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eee6e6bcf95b4423a11fd1b39d3e4fe8"
14:24:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:24:53 on dist-test-slave-0rxc"
14:24:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.464928 31857 fs_report.cc:389] FS layout report
14:24:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:24:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-0/wal
14:24:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-0/wal
14:24:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-0/data/data
14:24:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:24:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:24:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:24:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:24:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:24:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:24:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:24:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:24:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:24:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:24:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:24:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.531672 31857 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:24:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.533890 31857 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:24:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.534545 31857 kserver.cc:163] Server-wide thread pool size limit: 3276
14:24:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.550093 31857 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:24:53.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.561170 31857 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:24:53.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.561493 31857 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
14:24:53.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.561790 31857 ts_tablet_manager.cc:616] Registered 0 tablets
14:24:53.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.562005 31857 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:24:53.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.841645 31857 rpc_server.cc:307] RPC server started. Bound to: 127.30.213.193:39365
14:24:53.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.841890 32004 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.213.193:39365 every 8 connection(s)
14:24:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.844681 31857 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-0/data/info.pb
14:24:53.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.855398 31575 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu as pid 31857
14:24:53.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.856093 31575 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-0/wal/instance
14:24:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.890530 31575 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:24:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:24:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-1/wal
14:24:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-1/data
14:24:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:24:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:24:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:24:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-1/logs
14:24:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-1/data/info.pb
14:24:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:24:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:24:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:24:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:24:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:24:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:24:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.213.194:0
14:24:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.213.194
14:24:53.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.213.194
14:24:53.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:53.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.213.254:33465,127.30.213.253:44309,127.30.213.252:42113
14:24:53.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.213.212:39003
14:24:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:24:53.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.937186 32011 heartbeater.cc:344] Connected to a master server at 127.30.213.254:33465
14:24:53.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.937748 32011 heartbeater.cc:461] Registering TS with master...
14:24:53.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.939136 32011 heartbeater.cc:507] Master 127.30.213.254:33465 requested a full tablet report, sending...
14:24:53.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.941023 32005 heartbeater.cc:344] Connected to a master server at 127.30.213.252:42113
14:24:53.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.942420 31619 ts_manager.cc:194] Registered new tserver with Master: eee6e6bcf95b4423a11fd1b39d3e4fe8 (127.30.213.193:39365)
14:24:53.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.945503 32005 heartbeater.cc:461] Registering TS with master...
14:24:53.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.946341 32005 heartbeater.cc:507] Master 127.30.213.252:42113 requested a full tablet report, sending...
14:24:53.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.954295 31773 ts_manager.cc:194] Registered new tserver with Master: eee6e6bcf95b4423a11fd1b39d3e4fe8 (127.30.213.193:39365)
14:24:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.945026 31619 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.213.193:34493
14:24:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.974676 32006 heartbeater.cc:344] Connected to a master server at 127.30.213.253:44309
14:24:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.975119 32006 heartbeater.cc:461] Registering TS with master...
14:24:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.975971 32006 heartbeater.cc:507] Master 127.30.213.253:44309 requested a full tablet report, sending...
14:24:53.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:53.980712 31697 ts_manager.cc:194] Registered new tserver with Master: eee6e6bcf95b4423a11fd1b39d3e4fe8 (127.30.213.193:39365)
14:24:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:54.283442 32015 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:24:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:54.284037 32015 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:24:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:54.284621 32015 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:24:54.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:54.318239 32015 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:24:54.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:54.319211 32015 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.213.194
14:24:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:54.356467 32015 tablet_server_runner.cc:78] Tablet server non-default flags:
14:24:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.213.212:39003
14:24:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:24:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-1/data
14:24:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-1/wal
14:24:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.213.194:0
14:24:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:24:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-1/data/info.pb
14:24:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.213.194
14:24:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.213.254:33465,127.30.213.253:44309,127.30.213.252:42113
14:24:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:24:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:24:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:24:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.213.194
14:24:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-1/logs
14:24:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:24:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:24:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:24:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision d362312238b96d2dcb23d97b536fff701ed2c142
14:24:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:24:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 13:54:55 UTC on e7f111948823
14:24:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12439
14:24:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:24:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:54.358042 32015 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:24:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:54.359877 32015 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:24:54.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:54.371774 32022 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:54.964182 32011 heartbeater.cc:499] Master 127.30.213.254:33465 was elected leader, sending a full tablet report...
14:24:56.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:55.775861 32021 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 32015
14:24:56.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:56.142339 32021 kernel_stack_watchdog.cc:198] Thread 32015 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
14:24:56.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:24:56.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:24:56.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:24:56.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:24:56.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:56.144022 32015 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.771s user 0.573s sys 1.159s
14:24:56.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:54.373210 32023 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:56.144853 32015 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.772s user 0.573s sys 1.160s
14:24:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.146026 32015 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:24:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:56.145043 32024 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1769 milliseconds
14:24:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:56.145524 32025 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.150264 32015 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:24:56.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.152963 32015 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:24:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.154551 32015 hybrid_clock.cc:648] HybridClock initialized: now 1781706296154494 us; error 55 us; skew 500 ppm
14:24:56.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.155794 32015 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:24:56.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.162984 32015 webserver.cc:533] Webserver started at http://127.30.213.194:46647/ using document root <none> and password file <none>
14:24:56.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.163939 32015 fs_manager.cc:362] Metadata directory not provided
14:24:56.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.164132 32015 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:24:56.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.164537 32015 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:24:56.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.168967 32015 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-1/data/instance:
14:24:56.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45d005e1916b47dcb0224e343ad7c4a7"
14:24:56.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:24:56 on dist-test-slave-0rxc"
14:24:56.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.170351 32015 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-1/wal/instance:
14:24:56.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45d005e1916b47dcb0224e343ad7c4a7"
14:24:56.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:24:56 on dist-test-slave-0rxc"
14:24:56.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.178231 32015 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.002s
14:24:56.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.184571 32036 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:24:56.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.185600 32015 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
14:24:56.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.186007 32015 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-1/data,/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-1/wal
14:24:56.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45d005e1916b47dcb0224e343ad7c4a7"
14:24:56.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:24:56 on dist-test-slave-0rxc"
14:24:56.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.186357 32015 fs_report.cc:389] FS layout report
14:24:56.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:24:56.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-1/wal
14:24:56.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-1/wal
14:24:56.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-1/data/data
14:24:56.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:24:56.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:24:56.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:24:56.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:24:56.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:24:56.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:24:56.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:24:56.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:24:56.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:24:56.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:24:56.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:24:56.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.235474 32015 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:24:56.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.237057 32015 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:24:56.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.237612 32015 kserver.cc:163] Server-wide thread pool size limit: 3276
14:24:56.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.240304 32015 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:24:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.245005 32015 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:24:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.245234 32015 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:24:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.245596 32015 ts_tablet_manager.cc:616] Registered 0 tablets
14:24:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.245818 32015 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:24:56.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.380092 32015 rpc_server.cc:307] RPC server started. Bound to: 127.30.213.194:34187
14:24:56.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.380194 32148 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.213.194:34187 every 8 connection(s)
14:24:56.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.382812 32015 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-1/data/info.pb
14:24:56.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.388581 31575 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu as pid 32015
14:24:56.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.389073 31575 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-1/wal/instance
14:24:56.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.403198 31575 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:24:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:24:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-2/wal
14:24:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-2/data
14:24:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:24:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:24:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:24:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-2/logs
14:24:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-2/data/info.pb
14:24:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:24:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:24:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:24:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:24:56.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:56.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:56.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:56.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:24:56.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:24:56.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.213.195:0
14:24:56.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.213.195
14:24:56.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.213.195
14:24:56.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:56.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.213.254:33465,127.30.213.253:44309,127.30.213.252:42113
14:24:56.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.213.212:39003
14:24:56.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:24:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.445695 32150 heartbeater.cc:344] Connected to a master server at 127.30.213.253:44309
14:24:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.446130 32150 heartbeater.cc:461] Registering TS with master...
14:24:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.447557 32150 heartbeater.cc:507] Master 127.30.213.253:44309 requested a full tablet report, sending...
14:24:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.448482 32149 heartbeater.cc:344] Connected to a master server at 127.30.213.252:42113
14:24:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.448830 32149 heartbeater.cc:461] Registering TS with master...
14:24:56.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.449769 32149 heartbeater.cc:507] Master 127.30.213.252:42113 requested a full tablet report, sending...
14:24:56.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.450327 32151 heartbeater.cc:344] Connected to a master server at 127.30.213.254:33465
14:24:56.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.450655 32151 heartbeater.cc:461] Registering TS with master...
14:24:56.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.451519 32151 heartbeater.cc:507] Master 127.30.213.254:33465 requested a full tablet report, sending...
14:24:56.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.451979 31697 ts_manager.cc:194] Registered new tserver with Master: 45d005e1916b47dcb0224e343ad7c4a7 (127.30.213.194:34187)
14:24:56.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.452476 31773 ts_manager.cc:194] Registered new tserver with Master: 45d005e1916b47dcb0224e343ad7c4a7 (127.30.213.194:34187)
14:24:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.453743 31619 ts_manager.cc:194] Registered new tserver with Master: 45d005e1916b47dcb0224e343ad7c4a7 (127.30.213.194:34187)
14:24:56.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.455514 31619 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.213.194:33085
14:24:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:56.740119 32159 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:24:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:56.740582 32159 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:24:56.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:56.740978 32159 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:24:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:56.775367 32159 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:24:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:56.776116 32159 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.213.195
14:24:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.817250 32159 tablet_server_runner.cc:78] Tablet server non-default flags:
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.213.212:39003
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-2/data
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-2/wal
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.213.195:0
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-2/data/info.pb
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.213.195
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.213.254:33465,127.30.213.253:44309,127.30.213.252:42113
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.213.195
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-2/logs
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision d362312238b96d2dcb23d97b536fff701ed2c142
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 13:54:55 UTC on e7f111948823
14:24:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12439
14:24:56.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:24:56.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.818542 32159 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:24:56.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:56.820128 32159 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:24:56.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:56.831504 32166 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:57.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:57.458374 32151 heartbeater.cc:499] Master 127.30.213.254:33465 was elected leader, sending a full tablet report...
14:24:58.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:56.833616 32167 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:58.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:58.120566 32169 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:58.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:24:58.123235 32168 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1286 milliseconds
14:24:58.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.123366 32159 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:24:58.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.124570 32159 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:24:58.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.127272 32159 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:24:58.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.128719 32159 hybrid_clock.cc:648] HybridClock initialized: now 1781706298128690 us; error 43 us; skew 500 ppm
14:24:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.129586 32159 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:24:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.136085 32159 webserver.cc:533] Webserver started at http://127.30.213.195:35279/ using document root <none> and password file <none>
14:24:58.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.136943 32159 fs_manager.cc:362] Metadata directory not provided
14:24:58.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.137135 32159 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:24:58.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.137570 32159 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:24:58.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.142014 32159 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-2/data/instance:
14:24:58.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c68b71574c9c4bfdb57bfc1adcfdd406"
14:24:58.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:24:58 on dist-test-slave-0rxc"
14:24:58.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.143035 32159 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-2/wal/instance:
14:24:58.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c68b71574c9c4bfdb57bfc1adcfdd406"
14:24:58.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:24:58 on dist-test-slave-0rxc"
14:24:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.150097 32159 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.003s sys 0.005s
14:24:58.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.155661 32177 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:24:58.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.156841 32159 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.002s
14:24:58.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.157215 32159 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-2/data,/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-2/wal
14:24:58.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c68b71574c9c4bfdb57bfc1adcfdd406"
14:24:58.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:24:58 on dist-test-slave-0rxc"
14:24:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.157696 32159 fs_report.cc:389] FS layout report
14:24:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:24:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-2/wal
14:24:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-2/wal
14:24:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-2/data/data
14:24:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:24:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:24:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:24:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:24:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:24:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:24:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:24:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:24:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:24:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:24:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:24:58.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.207350 32159 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:24:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.208923 32159 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:24:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.209393 32159 kserver.cc:163] Server-wide thread pool size limit: 3276
14:24:58.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.212082 32159 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:24:58.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.216080 32159 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:24:58.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.216272 32159 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:24:58.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.216460 32159 ts_tablet_manager.cc:616] Registered 0 tablets
14:24:58.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.216593 32159 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:24:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.356693 32159 rpc_server.cc:307] RPC server started. Bound to: 127.30.213.195:40049
14:24:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.356832 32291 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.213.195:40049 every 8 connection(s)
14:24:58.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.359570 32159 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-2/data/info.pb
14:24:58.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.365402 31575 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu as pid 32159
14:24:58.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.365936 31575 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster13393418725062429566/ts-2/wal/instance
14:24:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.451700 32292 heartbeater.cc:344] Connected to a master server at 127.30.213.252:42113
14:24:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.452231 32292 heartbeater.cc:461] Registering TS with master...
14:24:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.453186 32293 heartbeater.cc:344] Connected to a master server at 127.30.213.253:44309
14:24:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.453544 32293 heartbeater.cc:461] Registering TS with master...
14:24:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.453655 32292 heartbeater.cc:507] Master 127.30.213.252:42113 requested a full tablet report, sending...
14:24:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.453570 32294 heartbeater.cc:344] Connected to a master server at 127.30.213.254:33465
14:24:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.454470 32293 heartbeater.cc:507] Master 127.30.213.253:44309 requested a full tablet report, sending...
14:24:58.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.454488 32294 heartbeater.cc:461] Registering TS with master...
14:24:58.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.456808 32294 heartbeater.cc:507] Master 127.30.213.254:33465 requested a full tablet report, sending...
14:24:58.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.457672 31773 ts_manager.cc:194] Registered new tserver with Master: c68b71574c9c4bfdb57bfc1adcfdd406 (127.30.213.195:40049)
14:24:58.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.458438 31697 ts_manager.cc:194] Registered new tserver with Master: c68b71574c9c4bfdb57bfc1adcfdd406 (127.30.213.195:40049)
14:24:58.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.460839 31619 ts_manager.cc:194] Registered new tserver with Master: c68b71574c9c4bfdb57bfc1adcfdd406 (127.30.213.195:40049)
14:24:58.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.462654 31619 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.213.195:38219
14:24:58.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:58.473341 31575 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
14:24:58.486 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:24:58.488 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
14:24:58.499 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.30.213.254"
port: 33465
}
bound_http_address {
host: "127.30.213.254"
port: 44063
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.30.213.253"
port: 44309
}
bound_http_address {
host: "127.30.213.253"
port: 42141
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.30.213.252"
port: 42113
}
bound_http_address {
host: "127.30.213.252"
port: 41929
}
}
}
14:24:58.503 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:24:58.505 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.30.213.193"
port: 39365
}
bound_http_address {
host: "127.30.213.193"
port: 37235
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.30.213.194"
port: 34187
}
bound_http_address {
host: "127.30.213.194"
port: 46647
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.30.213.195"
port: 40049
}
bound_http_address {
host: "127.30.213.195"
port: 35279
}
}
}
14:24:58.505 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:24:58.662 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
14:24:58.727 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:24:58.833 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskH54XQt/test-tmp
14:24:58.833 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:24:58.833 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskH54XQt/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:24:58.844 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
14:24:59.203 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:24:59.204 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:24:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:59.208834 32305 mini_oidc.cc:150] Starting JWKS server
14:24:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:59.212857 32305 webserver.cc:533] Webserver started at http://127.0.0.1:41327/ using document root <none> and password file <none>
14:24:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:59.213472 32305 mini_oidc.cc:186] Starting OIDC Discovery server
14:24:59.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:59.215579 32305 webserver.cc:533] Webserver started at http://127.0.0.1:45219/ using document root <none> and password file <none>
14:24:59.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
14:24:59.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/principal' for realm 'KRBTEST.COM',
14:24:59.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
14:24:59.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:24:59 dist-test-slave-0rxc krb5kdc[32317](info): setting up network...
14:24:59.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
14:24:59.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:24:59 dist-test-slave-0rxc krb5kdc[32317](info): set up 2 sockets
14:24:59.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:24:59 dist-test-slave-0rxc krb5kdc[32317](info): commencing operation
14:24:59.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
14:24:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:24:59.466996 32294 heartbeater.cc:499] Master 127.30.213.254:33465 was elected leader, sending a full tablet report...
14:25:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:01.104039 31651 debug-util.cc:398] Leaking SignalData structure 0x7b08000aec00 after lost signal to thread 31588
14:25:01.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:01.105175 31651 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4320 after lost signal to thread 31654
14:25:01.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:01.441010 32305 mini_kdc.cc:121] Time spent starting KDC: real 2.184s user 0.003s sys 0.015s
14:25:01.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
14:25:01.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:25:01.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
14:25:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
14:25:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:25:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
14:25:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
14:25:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:25:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
14:25:01.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:25:01.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/test-user.keytab.
14:25:01.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/test-user.keytab.
14:25:01.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:01 dist-test-slave-0rxc krb5kdc[32317](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706301, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:25:01.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:25:01.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-17T14:25:01Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:25:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-17T14:25:01Z Disabled control of system clock
14:25:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.140.126@KRBTEST.COM; defaulting to no policy
14:25:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:01.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.140.126@KRBTEST.COM" created.
14:25:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.140.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.140.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:01.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.140.126@KRBTEST.COM; defaulting to no policy
14:25:01.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:01.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.140.126@KRBTEST.COM" created.
14:25:01.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:01.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.140.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:01.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.140.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:01.701942 32305 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:25:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:25:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/wal
14:25:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/data
14:25:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:25:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:25:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:25:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:25:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:25:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:25:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/logs
14:25:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/data/info.pb
14:25:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:25:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:25:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:25:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:25:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:25:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:25:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:25:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:25:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:25:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:25:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:25:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:25:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.140.126:46115
14:25:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.140.126
14:25:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:25:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab
14:25:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.140.126
14:25:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:25:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:25:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:25:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:25:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.140.84:40843
14:25:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:25:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:25:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:25:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:25:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.140.126:46115,127.31.140.125:41119,127.31.140.124:36071
14:25:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:25:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41327/jwks.json
14:25:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:25:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:25:02.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:02.040104 32334 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:25:02.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:02.040921 32334 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:25:02.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:02.041764 32334 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:25:02.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:02.077467 32334 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:25:02.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:02.077705 32334 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:25:02.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:02.077981 32334 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:25:02.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:02.078179 32334 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:25:02.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:02.078486 32334 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:25:02.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:02.078877 32334 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:25:02.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:02.079142 32334 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41327/jwks.json
14:25:02.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:02.120272 32334 master_runner.cc:387] Master server non-default flags:
14:25:02.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.140.84:40843
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/data
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/wal
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.140.126:46115,127.31.140.125:41119,127.31.140.124:36071
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.140.126
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.140.126:46115
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41327/jwks.json
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/data/info.pb
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.140.126
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:25:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:25:02.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:25:02.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:25:02.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:25:02.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:25:02.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/logs
14:25:02.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:25:02.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:25:02.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:25:02.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:25:02.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:25:02.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision d362312238b96d2dcb23d97b536fff701ed2c142
14:25:02.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:25:02.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 13:54:55 UTC on e7f111948823
14:25:02.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12439
14:25:02.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:25:02.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:02.122139 32334 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:25:02.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:02.123548 32334 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:25:02.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:02.137421 32340 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:03.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:02.139600 32341 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:03.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:03.538817 32339 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 32334
14:25:03.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:03.916019 32342 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1776 milliseconds
14:25:03.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:03.916347 32343 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:03.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:03.914129 32334 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.777s user 0.463s sys 1.027s
14:25:03.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:03.916870 32334 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.780s user 0.463s sys 1.028s
14:25:03.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:03.917250 32334 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:25:03.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:03.921636 32334 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:25:03.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:03.924168 32334 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:25:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:03.925534 32334 hybrid_clock.cc:648] HybridClock initialized: now 1781706303925493 us; error 46 us; skew 500 ppm
14:25:03.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:03.926417 32334 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:25:03.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:03 dist-test-slave-0rxc krb5kdc[32317](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706303, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:25:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:03.932633 32334 init.cc:377] Logged in from keytab as kudu/127.31.140.126@KRBTEST.COM (short username kudu)
14:25:03.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:03.938086 32334 webserver.cc:533] Webserver started at http://127.31.140.126:33513/ using document root <none> and password file <none>
14:25:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:03.939253 32334 fs_manager.cc:362] Metadata directory not provided
14:25:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:03.939507 32334 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:25:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:03.940023 32334 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:25:03.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:03.945578 32334 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/data/instance:
14:25:03.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5d6076ba95c44d29ddf424029d09339"
14:25:03.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:03 on dist-test-slave-0rxc"
14:25:03.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:03.946651 32334 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/wal/instance:
14:25:03.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5d6076ba95c44d29ddf424029d09339"
14:25:03.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:03 on dist-test-slave-0rxc"
14:25:03.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:03.953963 32334 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
14:25:03.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:03.959476 32352 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:25:03.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:03.960593 32334 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
14:25:03.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:03.960884 32334 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/data,/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/wal
14:25:03.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5d6076ba95c44d29ddf424029d09339"
14:25:03.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:03 on dist-test-slave-0rxc"
14:25:03.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:03.961175 32334 fs_report.cc:389] FS layout report
14:25:03.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:25:03.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/wal
14:25:03.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/wal
14:25:03.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/data/data
14:25:03.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:25:03.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:25:03.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:25:03.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:25:03.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:25:03.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:25:03.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:25:03.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:25:03.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:25:03.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:25:03.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:25:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.033783 32334 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:25:04.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.039232 32334 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:25:04.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.039660 32334 kserver.cc:163] Server-wide thread pool size limit: 3276
14:25:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.115032 32334 rpc_server.cc:307] RPC server started. Bound to: 127.31.140.126:46115
14:25:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.115111 32404 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.140.126:46115 every 8 connection(s)
14:25:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.118069 32334 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/data/info.pb
14:25:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.120128 32305 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu as pid 32334
14:25:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.120754 32305 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/wal/instance
14:25:04.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.124730 32405 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:25:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.140.125@KRBTEST.COM; defaulting to no policy
14:25:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.135808 32405 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } has no permanent_uuid. Determining permanent_uuid...
14:25:04.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:04.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.140.125@KRBTEST.COM" created.
14:25:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:04 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706303, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.126@KRBTEST.COM for kudu/127.31.140.126@KRBTEST.COM
14:25:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.140.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.140.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:04.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.179010 32405 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } has no permanent_uuid. Determining permanent_uuid...
14:25:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:04.181345 32356 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.140.125:41119: connect: Connection refused (error 111)
14:25:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.140.125@KRBTEST.COM; defaulting to no policy
14:25:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:04.185635 32405 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.140.125:41119: Network error: Client connection negotiation failed: client connection to 127.31.140.125:41119: connect: Connection refused (error 111)
14:25:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.140.125@KRBTEST.COM" created.
14:25:04.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:04.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.140.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:04.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.140.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.209827 32305 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/wal
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/data
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/logs
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/data/info.pb
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:25:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.140.125:41119
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.140.125
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.140.125
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.140.84:40843
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.140.126:46115,127.31.140.125:41119,127.31.140.124:36071
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41327/jwks.json
14:25:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:25:04.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:25:04.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.235209 32405 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } attempt: 1
14:25:04.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:04.239606 32405 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.140.125:41119: Network error: Client connection negotiation failed: client connection to 127.31.140.125:41119: connect: Connection refused (error 111)
14:25:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.308063 32405 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } attempt: 2
14:25:04.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:04.312330 32405 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.140.125:41119: Network error: Client connection negotiation failed: client connection to 127.31.140.125:41119: connect: Connection refused (error 111)
14:25:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.405378 32405 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } attempt: 3
14:25:04.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:04.413854 32405 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.140.125:41119: Network error: Client connection negotiation failed: client connection to 127.31.140.125:41119: connect: Connection refused (error 111)
14:25:04.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:04.554934 32414 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:25:04.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:04.555673 32414 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:25:04.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:04.556535 32414 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:25:04.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.557619 32405 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } attempt: 4
14:25:04.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:04.562330 32405 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.140.125:41119: Network error: Client connection negotiation failed: client connection to 127.31.140.125:41119: connect: Connection refused (error 111)
14:25:04.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:04.591730 32414 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:25:04.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:04.591972 32414 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:25:04.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:04.592360 32414 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:25:04.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:04.592620 32414 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:25:04.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:04.592901 32414 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:25:04.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:04.593173 32414 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:25:04.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:04.593425 32414 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41327/jwks.json
14:25:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.631837 32414 master_runner.cc:387] Master server non-default flags:
14:25:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:25:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.140.84:40843
14:25:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:25:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:25:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/data
14:25:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/wal
14:25:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:25:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:25:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.140.126:46115,127.31.140.125:41119,127.31.140.124:36071
14:25:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab
14:25:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.140.125
14:25:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:25:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:25:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:25:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.140.125:41119
14:25:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:25:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:25:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:25:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41327/jwks.json
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/data/info.pb
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.140.125
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/logs
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision d362312238b96d2dcb23d97b536fff701ed2c142
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 13:54:55 UTC on e7f111948823
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12439
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.633225 32414 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:25:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.634523 32414 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:25:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:04.646925 32421 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:04.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:04.861769 32405 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } attempt: 5
14:25:04.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:04.869880 32405 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.140.125:41119: Network error: Client connection negotiation failed: client connection to 127.31.140.125:41119: connect: Connection refused (error 111)
14:25:05.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:05.417460 32405 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } attempt: 6
14:25:05.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:05.422595 32145 debug-util.cc:398] Leaking SignalData structure 0x7b08000baac0 after lost signal to thread 32017
14:25:05.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:05.424330 32145 debug-util.cc:398] Leaking SignalData structure 0x7b08000b67a0 after lost signal to thread 32148
14:25:05.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:05.470746 32405 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.140.125:41119: Network error: Client connection negotiation failed: client connection to 127.31.140.125:41119: connect: Connection refused (error 111)
14:25:06.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:06.049026 32420 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 32414
14:25:06.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:06.395048 32420 kernel_stack_watchdog.cc:198] Thread 32414 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
14:25:06.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:25:06.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:25:06.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:25:06.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:25:06.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:04.648243 32422 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:06.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:06.396920 32423 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1749 milliseconds
14:25:06.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:06.396838 32414 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.749s user 0.542s sys 1.135s
14:25:06.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:06.397528 32424 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:06.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:06.398038 32414 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.751s user 0.542s sys 1.135s
14:25:06.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.398352 32414 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:25:06.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.401733 32414 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:25:06.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.404672 32414 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:25:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.406324 32414 hybrid_clock.cc:648] HybridClock initialized: now 1781706306406177 us; error 167 us; skew 500 ppm
14:25:06.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.407315 32414 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:25:06.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:06 dist-test-slave-0rxc krb5kdc[32317](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706306, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:25:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.413486 32414 init.cc:377] Logged in from keytab as kudu/127.31.140.125@KRBTEST.COM (short username kudu)
14:25:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.419560 32414 webserver.cc:533] Webserver started at http://127.31.140.125:36983/ using document root <none> and password file <none>
14:25:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.420434 32414 fs_manager.cc:362] Metadata directory not provided
14:25:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.420627 32414 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:25:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.420995 32414 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:25:06.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.425549 32414 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/data/instance:
14:25:06.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8afbe04400bf40eabaf1540010804f70"
14:25:06.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:06 on dist-test-slave-0rxc"
14:25:06.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.426609 32414 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/wal/instance:
14:25:06.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8afbe04400bf40eabaf1540010804f70"
14:25:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:06 on dist-test-slave-0rxc"
14:25:06.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.434469 32414 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.002s
14:25:06.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.440543 32435 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:25:06.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.441800 32414 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
14:25:06.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.442096 32414 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/data,/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/wal
14:25:06.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8afbe04400bf40eabaf1540010804f70"
14:25:06.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:06 on dist-test-slave-0rxc"
14:25:06.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.442402 32414 fs_report.cc:389] FS layout report
14:25:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:25:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/wal
14:25:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/wal
14:25:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/data/data
14:25:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:25:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:25:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:25:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:25:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:25:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:25:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:25:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:25:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:25:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:25:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:25:06.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.500118 32414 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:25:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.510018 32414 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:25:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.510614 32414 kserver.cc:163] Server-wide thread pool size limit: 3276
14:25:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.531301 32405 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } attempt: 7
14:25:06.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:06.543984 32405 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.140.125:41119: Network error: Client connection negotiation failed: client connection to 127.31.140.125:41119: connect: Connection refused (error 111)
14:25:06.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.607103 32414 rpc_server.cc:307] RPC server started. Bound to: 127.31.140.125:41119
14:25:06.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.607281 32488 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.140.125:41119 every 8 connection(s)
14:25:06.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.610090 32414 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/data/info.pb
14:25:06.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.616346 32305 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu as pid 32414
14:25:06.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.616849 32305 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/wal/instance
14:25:06.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.617094 32489 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:25:06.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.629901 32489 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } has no permanent_uuid. Determining permanent_uuid...
14:25:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.140.124@KRBTEST.COM; defaulting to no policy
14:25:06.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:06.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.140.124@KRBTEST.COM" created.
14:25:06.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:06 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706306, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.125@KRBTEST.COM for kudu/127.31.140.126@KRBTEST.COM
14:25:06.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.670970 32489 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } has no permanent_uuid. Determining permanent_uuid...
14:25:06.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:06.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.140.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:06.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.140.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:06.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:06 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706306, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.125@KRBTEST.COM for kudu/127.31.140.125@KRBTEST.COM
14:25:06.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.140.124@KRBTEST.COM; defaulting to no policy
14:25:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.140.124@KRBTEST.COM" created.
14:25:06.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.710382 32489 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } has no permanent_uuid. Determining permanent_uuid...
14:25:06.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:06.713131 32437 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.140.124:36071: connect: Connection refused (error 111)
14:25:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:06.717917 32489 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.140.124:36071: Network error: Client connection negotiation failed: client connection to 127.31.140.124:36071: connect: Connection refused (error 111)
14:25:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.140.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.140.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.721643 32305 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/wal
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/data
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/logs
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/data/info.pb
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.140.124:36071
14:25:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.140.124
14:25:06.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:25:06.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab
14:25:06.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.140.124
14:25:06.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:25:06.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:25:06.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:25:06.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:25:06.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.140.84:40843
14:25:06.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:25:06.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:25:06.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:25:06.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:25:06.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.140.126:46115,127.31.140.125:41119,127.31.140.124:36071
14:25:06.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:25:06.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41327/jwks.json
14:25:06.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:25:06.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:25:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.767514 32489 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } attempt: 1
14:25:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:06.773329 32489 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.140.124:36071: Network error: Client connection negotiation failed: client connection to 127.31.140.124:36071: connect: Connection refused (error 111)
14:25:06.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.841744 32489 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } attempt: 2
14:25:06.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:06.848539 32489 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.140.124:36071: Network error: Client connection negotiation failed: client connection to 127.31.140.124:36071: connect: Connection refused (error 111)
14:25:06.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:06.940008 32489 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } attempt: 3
14:25:06.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:06.946545 32489 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.140.124:36071: Network error: Client connection negotiation failed: client connection to 127.31.140.124:36071: connect: Connection refused (error 111)
14:25:07.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:07.083796 32500 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:25:07.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:07.084306 32500 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:25:07.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:07.084841 32500 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:25:07.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:07.089986 32489 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } attempt: 4
14:25:07.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:07.095204 32489 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.140.124:36071: Network error: Client connection negotiation failed: client connection to 127.31.140.124:36071: connect: Connection refused (error 111)
14:25:07.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:07.128423 32500 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:25:07.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:07.128736 32500 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:25:07.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:07.129179 32500 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:25:07.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:07.129576 32500 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:25:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:07.129966 32500 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:25:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:07.130331 32500 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:25:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:07.130609 32500 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41327/jwks.json
14:25:07.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:07.176471 32500 master_runner.cc:387] Master server non-default flags:
14:25:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:25:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.140.84:40843
14:25:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:25:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:25:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/data
14:25:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/wal
14:25:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:25:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:25:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.140.126:46115,127.31.140.125:41119,127.31.140.124:36071
14:25:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab
14:25:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.140.124
14:25:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:25:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:25:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:25:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.140.124:36071
14:25:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:25:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:25:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:25:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41327/jwks.json
14:25:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:25:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:25:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:25:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:25:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:25:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/data/info.pb
14:25:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.140.124
14:25:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:25:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:25:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:25:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:25:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:25:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:25:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/logs
14:25:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:25:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:25:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:25:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:25:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:25:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision d362312238b96d2dcb23d97b536fff701ed2c142
14:25:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:25:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 13:54:55 UTC on e7f111948823
14:25:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12439
14:25:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:25:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:07.177872 32500 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:25:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:07.179206 32500 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:25:07.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:07.194533 32506 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:07.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:07.394680 32489 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } attempt: 5
14:25:07.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:07.403501 32489 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.140.124:36071: Network error: Client connection negotiation failed: client connection to 127.31.140.124:36071: connect: Connection refused (error 111)
14:25:07.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:07.951069 32489 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } attempt: 6
14:25:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:07.975104 32489 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.140.124:36071: Network error: Client connection negotiation failed: client connection to 127.31.140.124:36071: connect: Connection refused (error 111)
14:25:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:07.201045 32509 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:07.196785 32507 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:08.609365 32508 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1407 milliseconds
14:25:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.609514 32500 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:25:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.610853 32500 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:25:08.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.613519 32500 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:25:08.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.614895 32500 hybrid_clock.cc:648] HybridClock initialized: now 1781706308614862 us; error 62 us; skew 500 ppm
14:25:08.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.615671 32500 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:25:08.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:08 dist-test-slave-0rxc krb5kdc[32317](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706308, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:25:08.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.621899 32500 init.cc:377] Logged in from keytab as kudu/127.31.140.124@KRBTEST.COM (short username kudu)
14:25:08.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.627883 32500 webserver.cc:533] Webserver started at http://127.31.140.124:43165/ using document root <none> and password file <none>
14:25:08.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.628816 32500 fs_manager.cc:362] Metadata directory not provided
14:25:08.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.629029 32500 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:25:08.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.629501 32500 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:25:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.633946 32500 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/data/instance:
14:25:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "985561bb53ab4bf19f8590a4b86f797a"
14:25:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:08 on dist-test-slave-0rxc"
14:25:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.634449 32405 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } attempt: 8
14:25:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.635546 32500 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/wal/instance:
14:25:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "985561bb53ab4bf19f8590a4b86f797a"
14:25:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:08 on dist-test-slave-0rxc"
14:25:08.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.646514 32500 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.008s sys 0.000s
14:25:08.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:08 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706303, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.126@KRBTEST.COM for kudu/127.31.140.125@KRBTEST.COM
14:25:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.653386 32522 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:25:08.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.654604 32500 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
14:25:08.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.654973 32500 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/data,/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/wal
14:25:08.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "985561bb53ab4bf19f8590a4b86f797a"
14:25:08.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:08 on dist-test-slave-0rxc"
14:25:08.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.655340 32500 fs_report.cc:389] FS layout report
14:25:08.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:25:08.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/wal
14:25:08.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/wal
14:25:08.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/data/data
14:25:08.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:25:08.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:25:08.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:25:08.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:25:08.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:25:08.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:25:08.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:25:08.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:25:08.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:25:08.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:25:08.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:25:08.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.659057 32405 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } has no permanent_uuid. Determining permanent_uuid...
14:25:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:08.664741 32405 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.140.124:36071: Network error: Client connection negotiation failed: client connection to 127.31.140.124:36071: connect: Connection refused (error 111)
14:25:08.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.711225 32500 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:25:08.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.717849 32500 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:25:08.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.718240 32500 kserver.cc:163] Server-wide thread pool size limit: 3276
14:25:08.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.730222 32405 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } attempt: 1
14:25:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:08.736284 32405 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.140.124:36071: Network error: Client connection negotiation failed: client connection to 127.31.140.124:36071: connect: Connection refused (error 111)
14:25:08.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.789978 32405 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } attempt: 2
14:25:08.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:08.797112 32405 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.140.124:36071: Network error: Client connection negotiation failed: client connection to 127.31.140.124:36071: connect: Connection refused (error 111)
14:25:08.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.814620 32500 rpc_server.cc:307] RPC server started. Bound to: 127.31.140.124:36071
14:25:08.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.814719 32574 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.140.124:36071 every 8 connection(s)
14:25:08.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.817588 32500 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/data/info.pb
14:25:08.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.824100 32575 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:25:08.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.827723 32305 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu as pid 32500
14:25:08.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.828285 32305 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/wal/instance
14:25:08.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.836648 32575 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } has no permanent_uuid. Determining permanent_uuid...
14:25:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:08 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706301, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.31.140.126@KRBTEST.COM
14:25:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:08 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706308, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.124@KRBTEST.COM for kudu/127.31.140.126@KRBTEST.COM
14:25:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.873652 32405 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } attempt: 3
14:25:08.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.885934 32575 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } has no permanent_uuid. Determining permanent_uuid...
14:25:08.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:08 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706301, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.31.140.125@KRBTEST.COM
14:25:08.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:08 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706303, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.126@KRBTEST.COM for kudu/127.31.140.124@KRBTEST.COM
14:25:08.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:08 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706308, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.124@KRBTEST.COM for kudu/127.31.140.125@KRBTEST.COM
14:25:08.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:08 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706301, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.31.140.124@KRBTEST.COM
14:25:08.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.917447 32575 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } has no permanent_uuid. Determining permanent_uuid...
14:25:08.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.917764 32405 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339: Bootstrap starting.
14:25:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.927748 32405 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339: Neither blocks nor log segments found. Creating new log.
14:25:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.931249 32405 log.cc:826] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339: Log is configured to *not* fsync() on all Append() calls
14:25:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:08 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706308, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.124@KRBTEST.COM for kudu/127.31.140.124@KRBTEST.COM
14:25:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.937673 32405 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339: No bootstrap required, opened a new log
14:25:08.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.955678 32575 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a: Bootstrap starting.
14:25:08.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.963203 32575 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a: Neither blocks nor log segments found. Creating new log.
14:25:08.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.964891 32575 log.cc:826] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a: Log is configured to *not* fsync() on all Append() calls
14:25:08.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.970724 32405 raft_consensus.cc:359] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } }
14:25:08.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.971594 32575 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a: No bootstrap required, opened a new log
14:25:08.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.971863 32405 raft_consensus.cc:385] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:25:08.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.972194 32405 raft_consensus.cc:740] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e5d6076ba95c44d29ddf424029d09339, State: Initialized, Role: FOLLOWER
14:25:08.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.973166 32405 consensus_queue.cc:260] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } }
14:25:08.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.976665 32586 sys_catalog.cc:455] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } } }
14:25:08.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.977687 32586 sys_catalog.cc:458] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [sys.catalog]: This master's current role is: FOLLOWER
14:25:08.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:08.978662 32405 sys_catalog.cc:565] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [sys.catalog]: configured and running, proceeding with master startup.
14:25:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.001318 32575 raft_consensus.cc:359] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } }
14:25:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.002362 32575 raft_consensus.cc:385] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:25:09.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.002789 32575 raft_consensus.cc:740] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 985561bb53ab4bf19f8590a4b86f797a, State: Initialized, Role: FOLLOWER
14:25:09.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.004709 32575 consensus_queue.cc:260] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } }
14:25:09.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.008105 32598 sys_catalog.cc:455] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } } }
14:25:09.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.009033 32598 sys_catalog.cc:458] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [sys.catalog]: This master's current role is: FOLLOWER
14:25:09.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.010840 32575 sys_catalog.cc:565] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [sys.catalog]: configured and running, proceeding with master startup.
14:25:09.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:09.018936 32597 catalog_manager.cc:1593] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:25:09.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:09.019299 32597 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:25:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.035560 32489 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } attempt: 7
14:25:09.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.015988 32334 master_runner.cc:187] Error getting master registration for 127.31.140.125:41119: OK, instance_id { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" instance_seqno: 1781706306582625 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:25:09.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.050550 32334 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:25:09.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:09.053615 32359 tablet.cc:2406] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:25:09.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:09 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706306, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.125@KRBTEST.COM for kudu/127.31.140.124@KRBTEST.COM
14:25:09.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.097967 32489 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70: Bootstrap starting.
14:25:09.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.106691 32489 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70: Neither blocks nor log segments found. Creating new log.
14:25:09.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:09.107931 32611 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:25:09.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:09.108683 32611 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:25:09.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.110407 32489 log.cc:826] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70: Log is configured to *not* fsync() on all Append() calls
14:25:09.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.092311 32500 master_runner.cc:187] Error getting master registration for 127.31.140.125:41119: OK, instance_id { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" instance_seqno: 1781706306582625 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:25:09.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.126427 32500 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:25:09.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.127386 32489 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70: No bootstrap required, opened a new log
14:25:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.141628 32598 raft_consensus.cc:493] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:25:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.142235 32598 raft_consensus.cc:515] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } }
14:25:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.145002 32598 leader_election.cc:290] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e5d6076ba95c44d29ddf424029d09339 (127.31.140.126:46115), 8afbe04400bf40eabaf1540010804f70 (127.31.140.125:41119)
14:25:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.147708 32380 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "985561bb53ab4bf19f8590a4b86f797a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5d6076ba95c44d29ddf424029d09339" is_pre_election: true
14:25:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.148972 32380 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 985561bb53ab4bf19f8590a4b86f797a in term 0.
14:25:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.152935 32527 leader_election.cc:304] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 985561bb53ab4bf19f8590a4b86f797a, e5d6076ba95c44d29ddf424029d09339; no voters:
14:25:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.154188 32598 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 0 FOLLOWER]: Leader pre-election won for term 1
14:25:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.155370 32598 raft_consensus.cc:493] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:25:09.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.156227 32598 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 0 FOLLOWER]: Advancing to term 1
14:25:09.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.161172 32489 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } }
14:25:09.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.162403 32489 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:25:09.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.162899 32489 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8afbe04400bf40eabaf1540010804f70, State: Initialized, Role: FOLLOWER
14:25:09.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.164006 32489 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } }
14:25:09.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.186295 32598 raft_consensus.cc:515] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } }
14:25:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.202518 32598 leader_election.cc:290] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [CANDIDATE]: Term 1 election: Requested vote from peers e5d6076ba95c44d29ddf424029d09339 (127.31.140.126:46115), 8afbe04400bf40eabaf1540010804f70 (127.31.140.125:41119)
14:25:09.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.206126 32380 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "985561bb53ab4bf19f8590a4b86f797a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5d6076ba95c44d29ddf424029d09339"
14:25:09.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.206708 32380 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [term 0 FOLLOWER]: Advancing to term 1
14:25:09.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.206575 32615 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } } }
14:25:09.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.207441 32615 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [sys.catalog]: This master's current role is: FOLLOWER
14:25:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.209671 32489 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [sys.catalog]: configured and running, proceeding with master startup.
14:25:09.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.212918 32464 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "985561bb53ab4bf19f8590a4b86f797a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8afbe04400bf40eabaf1540010804f70" is_pre_election: true
14:25:09.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.214028 32464 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 985561bb53ab4bf19f8590a4b86f797a in term 0.
14:25:09.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.219657 32463 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "985561bb53ab4bf19f8590a4b86f797a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8afbe04400bf40eabaf1540010804f70"
14:25:09.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.220479 32463 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [term 0 FOLLOWER]: Advancing to term 1
14:25:09.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:09.223657 32529 tablet.cc:2406] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:25:09.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.239321 32380 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 985561bb53ab4bf19f8590a4b86f797a in term 1.
14:25:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.262694 32527 leader_election.cc:304] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 985561bb53ab4bf19f8590a4b86f797a, e5d6076ba95c44d29ddf424029d09339; no voters:
14:25:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.263846 32598 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 1 FOLLOWER]: Leader election won for term 1
14:25:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.266387 32598 raft_consensus.cc:697] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 1 LEADER]: Becoming Leader. State: Replica: 985561bb53ab4bf19f8590a4b86f797a, State: Running, Role: LEADER
14:25:09.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.267581 32598 consensus_queue.cc:237] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } }
14:25:09.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:09.271145 32441 tablet.cc:2406] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:25:09.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.278973 32463 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 985561bb53ab4bf19f8590a4b86f797a in term 1.
14:25:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.283972 32617 sys_catalog.cc:455] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 985561bb53ab4bf19f8590a4b86f797a. Latest consensus state: current_term: 1 leader_uuid: "985561bb53ab4bf19f8590a4b86f797a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } } }
14:25:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.285051 32617 sys_catalog.cc:458] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [sys.catalog]: This master's current role is: LEADER
14:25:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.294726 32619 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:25:09.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.307178 32619 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:25:09.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.340067 32463 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [term 1 FOLLOWER]: Refusing update from remote peer 985561bb53ab4bf19f8590a4b86f797a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:25:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.342907 32380 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [term 1 FOLLOWER]: Refusing update from remote peer 985561bb53ab4bf19f8590a4b86f797a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:25:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.344427 32617 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [LEADER]: Connected to new peer: Peer: permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:25:09.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.347585 32617 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [LEADER]: Connected to new peer: Peer: permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:25:09.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.398047 32586 sys_catalog.cc:455] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 985561bb53ab4bf19f8590a4b86f797a. Latest consensus state: current_term: 1 leader_uuid: "985561bb53ab4bf19f8590a4b86f797a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } } }
14:25:09.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.399019 32586 sys_catalog.cc:458] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [sys.catalog]: This master's current role is: FOLLOWER
14:25:09.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.405544 32623 mvcc.cc:204] Tried to move back new op lower bound from 7297869043038982144 to 7297869042786783232. Current Snapshot: MvccSnapshot[applied={T|T < 7297869043038982144}]
14:25:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.414140 32586 sys_catalog.cc:455] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "985561bb53ab4bf19f8590a4b86f797a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } } }
14:25:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.426960 32586 sys_catalog.cc:458] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [sys.catalog]: This master's current role is: FOLLOWER
14:25:09.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.431949 32598 sys_catalog.cc:455] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "985561bb53ab4bf19f8590a4b86f797a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } } }
14:25:09.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.433035 32598 sys_catalog.cc:458] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [sys.catalog]: This master's current role is: LEADER
14:25:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.440524 32619 catalog_manager.cc:1382] Generated new cluster ID: 66b1fafc330e411a8d3cead30297bd63
14:25:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.440896 32619 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:25:09.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.445451 32636 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:25:09.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.446894 32615 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 985561bb53ab4bf19f8590a4b86f797a. Latest consensus state: current_term: 1 leader_uuid: "985561bb53ab4bf19f8590a4b86f797a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } } }
14:25:09.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.447723 32615 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [sys.catalog]: This master's current role is: FOLLOWER
14:25:09.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.458105 32598 sys_catalog.cc:455] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "985561bb53ab4bf19f8590a4b86f797a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } } }
14:25:09.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.458904 32598 sys_catalog.cc:458] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [sys.catalog]: This master's current role is: LEADER
14:25:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.462071 32626 mvcc.cc:204] Tried to move back new op lower bound from 7297869043038982144 to 7297869042786783232. Current Snapshot: MvccSnapshot[applied={T|T < 7297869043038982144}]
14:25:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.478041 32615 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "985561bb53ab4bf19f8590a4b86f797a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } } }
14:25:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.478796 32615 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [sys.catalog]: This master's current role is: FOLLOWER
14:25:09.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.555169 32619 catalog_manager.cc:1405] Generated new certificate authority record
14:25:09.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.557610 32619 catalog_manager.cc:1539] Loading token signing keys...
14:25:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.598047 32619 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a: Generated new TSK 0
14:25:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.599320 32619 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:25:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.140.65@KRBTEST.COM; defaulting to no policy
14:25:09.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:09.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.140.65@KRBTEST.COM" created.
14:25:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.140.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.140.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.140.65@KRBTEST.COM; defaulting to no policy
14:25:09.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:09.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.140.65@KRBTEST.COM" created.
14:25:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.140.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.140.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:09.738754 32305 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-0/wal
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-0/data
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-0/logs
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-0/data/info.pb
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:25:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:25:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:25:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:25:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.140.65:0
14:25:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.140.65
14:25:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.140.65
14:25:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:25:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.140.126:46115,127.31.140.125:41119,127.31.140.124:36071
14:25:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab
14:25:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.140.65
14:25:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:25:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:25:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:25:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:25:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.140.84:40843
14:25:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:25:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:25:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:25:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:25:10.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:10.030061 32597 catalog_manager.cc:1294] Loaded cluster ID: 66b1fafc330e411a8d3cead30297bd63
14:25:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:10.030715 32597 catalog_manager.cc:1587] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339: loading cluster ID for follower catalog manager: success
14:25:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:10.040216 32597 catalog_manager.cc:1609] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339: acquiring CA information for follower catalog manager: success
14:25:10.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:10.050611 32597 catalog_manager.cc:1637] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:25:10.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:10.260546 32642 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:25:10.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:10.261440 32642 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:25:10.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:10.262409 32642 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:25:10.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:10.323736 32642 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:25:10.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:10.325309 32642 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.140.65
14:25:10.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:10.393879 32642 tablet_server_runner.cc:78] Tablet server non-default flags:
14:25:10.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:25:10.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.140.84:40843
14:25:10.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:25:10.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:25:10.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-0/data
14:25:10.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-0/wal
14:25:10.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab
14:25:10.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.140.65
14:25:10.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:25:10.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.140.65:0
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-0/data/info.pb
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.140.65
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.140.126:46115,127.31.140.125:41119,127.31.140.124:36071
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.140.65
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-0/logs
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision d362312238b96d2dcb23d97b536fff701ed2c142
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 13:54:55 UTC on e7f111948823
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12439
14:25:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:25:10.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:10.395574 32642 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:25:10.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:10.396979 32642 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:25:10.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:10.415045 32650 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:10.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:10.481570 32636 catalog_manager.cc:1294] Loaded cluster ID: 66b1fafc330e411a8d3cead30297bd63
14:25:10.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:10.481925 32636 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70: loading cluster ID for follower catalog manager: success
14:25:10.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:10.500360 32636 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70: acquiring CA information for follower catalog manager: success
14:25:10.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:10.534212 32636 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:25:13.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:11.818902 32649 debug-util.cc:398] Leaking SignalData structure 0x7b08000370e0 after lost signal to thread 32642
14:25:13.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:13.409675 32642 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.992s user 0.768s sys 1.363s
14:25:13.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:13.410131 32642 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.993s user 0.768s sys 1.363s
14:25:13.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:10.422313 32651 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:13.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:13.412375 32653 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:13.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:13.416980 32652 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2999 milliseconds
14:25:13.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.416999 32642 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:25:13.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.418952 32642 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:25:13.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.433642 32642 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:25:13.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.437484 32642 hybrid_clock.cc:648] HybridClock initialized: now 1781706313437321 us; error 58 us; skew 500 ppm
14:25:13.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.438722 32642 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:25:13.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:13 dist-test-slave-0rxc krb5kdc[32317](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706313, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:25:13.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.449483 32642 init.cc:377] Logged in from keytab as kudu/127.31.140.65@KRBTEST.COM (short username kudu)
14:25:13.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.486451 32642 webserver.cc:533] Webserver started at http://127.31.140.65:35081/ using document root <none> and password file <none>
14:25:13.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.488078 32642 fs_manager.cc:362] Metadata directory not provided
14:25:13.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.488591 32642 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:25:13.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.489295 32642 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:25:13.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.495985 32642 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-0/data/instance:
14:25:13.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36bcc8f98fbb4f25b78547a89e8e857d"
14:25:13.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:13 on dist-test-slave-0rxc"
14:25:13.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.497912 32642 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-0/wal/instance:
14:25:13.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36bcc8f98fbb4f25b78547a89e8e857d"
14:25:13.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:13 on dist-test-slave-0rxc"
14:25:13.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.514978 32642 fs_manager.cc:696] Time spent creating directory manager: real 0.016s user 0.005s sys 0.009s
14:25:13.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.528853 32664 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:25:13.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.530548 32642 fs_manager.cc:730] Time spent opening block manager: real 0.010s user 0.010s sys 0.000s
14:25:13.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.531154 32642 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-0/data,/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-0/wal
14:25:13.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36bcc8f98fbb4f25b78547a89e8e857d"
14:25:13.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:13 on dist-test-slave-0rxc"
14:25:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.531808 32642 fs_report.cc:389] FS layout report
14:25:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:25:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-0/wal
14:25:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-0/wal
14:25:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-0/data/data
14:25:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:25:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:25:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:25:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:25:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:25:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:25:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:25:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:25:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:25:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:25:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:25:13.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.669427 32642 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:25:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.678189 32642 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:25:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.679176 32642 kserver.cc:163] Server-wide thread pool size limit: 3276
14:25:13.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.688930 32642 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:25:13.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.706130 32642 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:25:13.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.706727 32642 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.001s
14:25:13.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.707180 32642 ts_tablet_manager.cc:616] Registered 0 tablets
14:25:13.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.707595 32642 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:25:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:13 dist-test-slave-0rxc krb5kdc[32317](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706313, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:25:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:13.937588 32348 init.cc:295] Successfully reacquired a new kerberos TGT
14:25:14.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.223711 32642 rpc_server.cc:307] RPC server started. Bound to: 127.31.140.65:35465
14:25:14.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.223817 310 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.140.65:35465 every 8 connection(s)
14:25:14.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.227285 32642 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-0/data/info.pb
14:25:14.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.237483 32305 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu as pid 32642
14:25:14.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.237962 32305 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-0/wal/instance
14:25:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.140.66@KRBTEST.COM; defaulting to no policy
14:25:14.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:14.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.140.66@KRBTEST.COM" created.
14:25:14.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:14 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706313, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.65@KRBTEST.COM for kudu/127.31.140.124@KRBTEST.COM
14:25:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:14 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706313, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.65@KRBTEST.COM for kudu/127.31.140.125@KRBTEST.COM
14:25:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.308279 312 heartbeater.cc:344] Connected to a master server at 127.31.140.124:36071
14:25:14.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.308794 312 heartbeater.cc:461] Registering TS with master...
14:25:14.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.310169 312 heartbeater.cc:507] Master 127.31.140.124:36071 requested a full tablet report, sending...
14:25:14.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.313259 32540 ts_manager.cc:194] Registered new tserver with Master: 36bcc8f98fbb4f25b78547a89e8e857d (127.31.140.65:35465)
14:25:14.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.315976 32540 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.31.140.65@KRBTEST.COM'} at 127.31.140.65:57497
14:25:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.317477 311 heartbeater.cc:344] Connected to a master server at 127.31.140.125:41119
14:25:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.317868 311 heartbeater.cc:461] Registering TS with master...
14:25:14.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.319070 311 heartbeater.cc:507] Master 127.31.140.125:41119 requested a full tablet report, sending...
14:25:14.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.323319 32454 ts_manager.cc:194] Registered new tserver with Master: 36bcc8f98fbb4f25b78547a89e8e857d (127.31.140.65:35465)
14:25:14.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:14 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706313, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.65@KRBTEST.COM for kudu/127.31.140.126@KRBTEST.COM
14:25:14.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:14.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.140.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:14.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.140.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:14.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.350850 313 heartbeater.cc:344] Connected to a master server at 127.31.140.126:46115
14:25:14.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.351191 313 heartbeater.cc:461] Registering TS with master...
14:25:14.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.351833 313 heartbeater.cc:507] Master 127.31.140.126:46115 requested a full tablet report, sending...
14:25:14.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.355455 32370 ts_manager.cc:194] Registered new tserver with Master: 36bcc8f98fbb4f25b78547a89e8e857d (127.31.140.65:35465)
14:25:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.140.66@KRBTEST.COM; defaulting to no policy
14:25:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.140.66@KRBTEST.COM" created.
14:25:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.140.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.140.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:14.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.390429 32305 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:25:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:25:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-1/wal
14:25:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-1/data
14:25:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:25:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:25:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:25:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:25:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:25:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:25:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-1/logs
14:25:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-1/data/info.pb
14:25:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:25:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:25:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:25:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:25:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:25:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:25:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:25:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:25:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:25:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:25:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.140.66:0
14:25:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.140.66
14:25:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.140.66
14:25:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:25:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.140.126:46115,127.31.140.125:41119,127.31.140.124:36071
14:25:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab
14:25:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.140.66
14:25:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:25:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:25:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:25:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:25:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.140.84:40843
14:25:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:25:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:25:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:25:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:25:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:14.800143 326 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:25:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:14.800830 326 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:25:14.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:14.801805 326 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:25:14.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:14.864001 326 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:25:14.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:14.864894 326 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.140.66
14:25:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.905928 326 tablet_server_runner.cc:78] Tablet server non-default flags:
14:25:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:25:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.140.84:40843
14:25:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:25:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:25:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-1/data
14:25:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-1/wal
14:25:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab
14:25:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.140.66
14:25:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:25:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:25:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.140.66:0
14:25:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:25:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-1/data/info.pb
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.140.66
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.140.126:46115,127.31.140.125:41119,127.31.140.124:36071
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.140.66
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-1/logs
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision d362312238b96d2dcb23d97b536fff701ed2c142
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 13:54:55 UTC on e7f111948823
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12439
14:25:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:25:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.907238 326 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:25:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:14.908206 326 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:25:14.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:14.923394 333 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:15.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:15.326895 312 heartbeater.cc:499] Master 127.31.140.124:36071 was elected leader, sending a full tablet report...
14:25:16.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:16.086410 31804 debug-util.cc:398] Leaking SignalData structure 0x7b0800097460 after lost signal to thread 31739
14:25:16.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:16.087044 31804 debug-util.cc:398] Leaking SignalData structure 0x7b08000b0900 after lost signal to thread 31807
14:25:16.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:16 dist-test-slave-0rxc krb5kdc[32317](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706316, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:25:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.419245 32431 init.cc:295] Successfully reacquired a new kerberos TGT
14:25:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:16.324785 332 debug-util.cc:398] Leaking SignalData structure 0x7b08000370e0 after lost signal to thread 326
14:25:16.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:14.925554 334 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:16.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:16.514797 326 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.592s user 0.552s sys 0.974s
14:25:16.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:16.520427 326 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.598s user 0.552s sys 0.974s
14:25:16.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:16.524485 339 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:16.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.525130 326 server_base.cc:1061] running on GCE node
14:25:16.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.526610 326 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:25:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.529644 326 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:25:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.531093 326 hybrid_clock.cc:648] HybridClock initialized: now 1781706316531047 us; error 35 us; skew 500 ppm
14:25:16.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.532226 326 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:25:16.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:16 dist-test-slave-0rxc krb5kdc[32317](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706316, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:25:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.540107 326 init.cc:377] Logged in from keytab as kudu/127.31.140.66@KRBTEST.COM (short username kudu)
14:25:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.547382 326 webserver.cc:533] Webserver started at http://127.31.140.66:34761/ using document root <none> and password file <none>
14:25:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.548259 326 fs_manager.cc:362] Metadata directory not provided
14:25:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.548460 326 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:25:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.548835 326 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:25:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.553439 326 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-1/data/instance:
14:25:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aea39921b92340aab7581c6a098e047d"
14:25:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:16 on dist-test-slave-0rxc"
14:25:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.554615 326 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-1/wal/instance:
14:25:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aea39921b92340aab7581c6a098e047d"
14:25:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:16 on dist-test-slave-0rxc"
14:25:16.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.562559 326 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.002s
14:25:16.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.569185 345 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:25:16.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.571027 326 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.002s
14:25:16.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.571329 326 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-1/data,/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-1/wal
14:25:16.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aea39921b92340aab7581c6a098e047d"
14:25:16.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:16 on dist-test-slave-0rxc"
14:25:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.571655 326 fs_report.cc:389] FS layout report
14:25:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:25:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-1/wal
14:25:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-1/wal
14:25:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-1/data/data
14:25:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:25:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:25:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:25:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:25:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:25:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:25:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:25:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:25:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:25:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:25:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:25:16.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.653628 326 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:25:16.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.659483 326 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:25:16.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.659984 326 kserver.cc:163] Server-wide thread pool size limit: 3276
14:25:16.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.664395 326 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:25:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.669147 326 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:25:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.669406 326 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
14:25:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.669659 326 ts_tablet_manager.cc:616] Registered 0 tablets
14:25:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.669798 326 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:25:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.936437 326 rpc_server.cc:307] RPC server started. Bound to: 127.31.140.66:46335
14:25:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.936537 459 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.140.66:46335 every 8 connection(s)
14:25:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.939119 326 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-1/data/info.pb
14:25:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.944415 32305 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu as pid 326
14:25:16.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:16.944967 32305 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-1/wal/instance
14:25:17.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:17 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706316, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.66@KRBTEST.COM for kudu/127.31.140.125@KRBTEST.COM
14:25:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.140.67@KRBTEST.COM; defaulting to no policy
14:25:17.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:17.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.140.67@KRBTEST.COM" created.
14:25:17.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:17 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706316, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.66@KRBTEST.COM for kudu/127.31.140.124@KRBTEST.COM
14:25:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:17 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706316, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.66@KRBTEST.COM for kudu/127.31.140.126@KRBTEST.COM
14:25:17.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:17.059612 460 heartbeater.cc:344] Connected to a master server at 127.31.140.125:41119
14:25:17.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:17.060204 460 heartbeater.cc:461] Registering TS with master...
14:25:17.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:17.062120 460 heartbeater.cc:507] Master 127.31.140.125:41119 requested a full tablet report, sending...
14:25:17.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:17.066636 32454 ts_manager.cc:194] Registered new tserver with Master: aea39921b92340aab7581c6a098e047d (127.31.140.66:46335)
14:25:17.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:17.074214 466 heartbeater.cc:344] Connected to a master server at 127.31.140.126:46115
14:25:17.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:17.074713 466 heartbeater.cc:461] Registering TS with master...
14:25:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:17.076387 466 heartbeater.cc:507] Master 127.31.140.126:46115 requested a full tablet report, sending...
14:25:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:17.079145 461 heartbeater.cc:344] Connected to a master server at 127.31.140.124:36071
14:25:17.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:17.079701 461 heartbeater.cc:461] Registering TS with master...
14:25:17.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:17.081938 461 heartbeater.cc:507] Master 127.31.140.124:36071 requested a full tablet report, sending...
14:25:17.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:17.082473 32370 ts_manager.cc:194] Registered new tserver with Master: aea39921b92340aab7581c6a098e047d (127.31.140.66:46335)
14:25:17.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:17.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.140.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:17.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.140.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:17.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:17.085155 32305 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.31.140.67: real 0.114s user 0.000s sys 0.016s
14:25:17.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:17.086349 32540 ts_manager.cc:194] Registered new tserver with Master: aea39921b92340aab7581c6a098e047d (127.31.140.66:46335)
14:25:17.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:17.089231 32540 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.31.140.66@KRBTEST.COM'} at 127.31.140.66:42451
14:25:17.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.140.67@KRBTEST.COM; defaulting to no policy
14:25:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.140.67@KRBTEST.COM" created.
14:25:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:25:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.140.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.140.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab.
14:25:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:17.142760 32305 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:25:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:25:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-2/wal
14:25:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-2/data
14:25:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:25:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:25:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:25:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:25:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:25:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:25:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-2/logs
14:25:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-2/data/info.pb
14:25:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:25:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:25:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:25:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:25:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:25:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.140.67:0
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.140.67
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.140.67
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.140.126:46115,127.31.140.125:41119,127.31.140.124:36071
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.140.67
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.140.84:40843
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:25:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:25:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:17.487287 475 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:25:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:17.487772 475 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:25:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:17.488273 475 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:25:17.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:17.524802 475 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:25:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:17.526013 475 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.140.67
14:25:17.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:17.568135 475 tablet_server_runner.cc:78] Tablet server non-default flags:
14:25:17.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:25:17.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.140.84:40843
14:25:17.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:25:17.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:25:17.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-2/data
14:25:17.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-2/wal
14:25:17.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab
14:25:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.140.67
14:25:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:25:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:25:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.140.67:0
14:25:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:25:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:25:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:25:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-2/data/info.pb
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.140.67
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.140.126:46115,127.31.140.125:41119,127.31.140.124:36071
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.140.67
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-2/logs
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision d362312238b96d2dcb23d97b536fff701ed2c142
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 13:54:55 UTC on e7f111948823
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12439
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:25:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:17.569619 475 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:25:17.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:17.571264 475 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:25:17.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:17.591642 481 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:18.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:18.095703 461 heartbeater.cc:499] Master 127.31.140.124:36071 was elected leader, sending a full tablet report...
14:25:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:18 dist-test-slave-0rxc krb5kdc[32317](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706318, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:25:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:18.628314 32516 init.cc:295] Successfully reacquired a new kerberos TGT
14:25:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:17.593621 482 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:17.597631 484 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:19.219615 483 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1622 milliseconds
14:25:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.219787 475 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:25:19.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.221227 475 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:25:19.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.227597 475 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:25:19.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.229094 475 hybrid_clock.cc:648] HybridClock initialized: now 1781706319229034 us; error 61 us; skew 500 ppm
14:25:19.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.230026 475 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:25:19.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:19 dist-test-slave-0rxc krb5kdc[32317](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706319, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:25:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.238242 475 init.cc:377] Logged in from keytab as kudu/127.31.140.67@KRBTEST.COM (short username kudu)
14:25:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.248242 475 webserver.cc:533] Webserver started at http://127.31.140.67:44831/ using document root <none> and password file <none>
14:25:19.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.249513 475 fs_manager.cc:362] Metadata directory not provided
14:25:19.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.249817 475 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:25:19.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.250427 475 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:25:19.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.256768 475 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-2/data/instance:
14:25:19.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f39aa943bdb64ef49ede513dd3a62294"
14:25:19.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:19 on dist-test-slave-0rxc"
14:25:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.257974 475 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-2/wal/instance:
14:25:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f39aa943bdb64ef49ede513dd3a62294"
14:25:19.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:19 on dist-test-slave-0rxc"
14:25:19.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.266183 475 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
14:25:19.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.272828 495 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:25:19.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.274674 475 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
14:25:19.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.275069 475 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-2/data,/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-2/wal
14:25:19.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f39aa943bdb64ef49ede513dd3a62294"
14:25:19.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:19 on dist-test-slave-0rxc"
14:25:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.275563 475 fs_report.cc:389] FS layout report
14:25:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:25:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-2/wal
14:25:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-2/wal
14:25:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-2/data/data
14:25:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:25:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:25:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:25:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:25:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:25:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:25:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:25:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:25:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:25:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:25:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:25:19.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.371570 475 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:25:19.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.382367 475 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:25:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.383239 475 kserver.cc:163] Server-wide thread pool size limit: 3276
14:25:19.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.386839 475 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:25:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.392940 475 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:25:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.393206 475 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:25:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.393560 475 ts_tablet_manager.cc:616] Registered 0 tablets
14:25:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.393788 475 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:25:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.675467 475 rpc_server.cc:307] RPC server started. Bound to: 127.31.140.67:34393
14:25:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.675839 607 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.140.67:34393 every 8 connection(s)
14:25:19.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.678814 475 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-2/data/info.pb
14:25:19.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.680876 32305 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu as pid 475
14:25:19.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.682219 32305 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/ts-2/wal/instance
14:25:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:19 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706319, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.67@KRBTEST.COM for kudu/127.31.140.126@KRBTEST.COM
14:25:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:19 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706319, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.67@KRBTEST.COM for kudu/127.31.140.125@KRBTEST.COM
14:25:19.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:19 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706319, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.67@KRBTEST.COM for kudu/127.31.140.124@KRBTEST.COM
14:25:19.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.770884 610 heartbeater.cc:344] Connected to a master server at 127.31.140.126:46115
14:25:19.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.771622 610 heartbeater.cc:461] Registering TS with master...
14:25:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.780849 610 heartbeater.cc:507] Master 127.31.140.126:46115 requested a full tablet report, sending...
14:25:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.790856 32370 ts_manager.cc:194] Registered new tserver with Master: f39aa943bdb64ef49ede513dd3a62294 (127.31.140.67:34393)
14:25:19.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.791359 609 heartbeater.cc:344] Connected to a master server at 127.31.140.124:36071
14:25:19.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.791723 609 heartbeater.cc:461] Registering TS with master...
14:25:19.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.792730 609 heartbeater.cc:507] Master 127.31.140.124:36071 requested a full tablet report, sending...
14:25:19.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.795720 32540 ts_manager.cc:194] Registered new tserver with Master: f39aa943bdb64ef49ede513dd3a62294 (127.31.140.67:34393)
14:25:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.798188 32540 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.31.140.67@KRBTEST.COM'} at 127.31.140.67:54873
14:25:19.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.804011 608 heartbeater.cc:344] Connected to a master server at 127.31.140.125:41119
14:25:19.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.804422 608 heartbeater.cc:461] Registering TS with master...
14:25:19.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.805168 608 heartbeater.cc:507] Master 127.31.140.125:41119 requested a full tablet report, sending...
14:25:19.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.807921 32454 ts_manager.cc:194] Registered new tserver with Master: f39aa943bdb64ef49ede513dd3a62294 (127.31.140.67:34393)
14:25:19.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.822247 32305 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
14:25:19.844 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:25:19.845 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
14:25:19.857 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
14:25:19.858 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
14:25:19.862 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.31.140.126"
port: 46115
}
bound_http_address {
host: "127.31.140.126"
port: 33513
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.31.140.125"
port: 41119
}
bound_http_address {
host: "127.31.140.125"
port: 36983
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.31.140.124"
port: 36071
}
bound_http_address {
host: "127.31.140.124"
port: 43165
}
}
}
14:25:19.862 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:25:19.863 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.31.140.65"
port: 35465
}
bound_http_address {
host: "127.31.140.65"
port: 35081
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.31.140.66"
port: 46335
}
bound_http_address {
host: "127.31.140.66"
port: 34761
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.31.140.67"
port: 34393
}
bound_http_address {
host: "127.31.140.67"
port: 44831
}
}
}
14:25:19.863 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
14:25:19.864 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
14:25:19.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:19 dist-test-slave-0rxc krb5kdc[32317](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706319, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:25:19.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:25:19.904 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:25:19.906 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5cc
14:25:19.920 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:25:19.921 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5cc
14:25:19.923 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:25:19.948 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
14:25:19.950 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
14:25:19.951 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
14:25:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:19 dist-test-slave-0rxc krb5kdc[32317](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706319, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:25:19.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:25:19.986 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:25:19.986 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5cc
14:25:19.988 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:25:19.988 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.140.124:36071
14:25:19.990 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
14:25:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:19.990793 32305 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu with pid 32500
14:25:20.015 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:25:20.015 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.140.126:46115
14:25:20.015 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
14:25:20.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:20.016045 32305 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu with pid 32334
14:25:20.059 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:25:20.060 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.140.125:41119
14:25:20.060 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
14:25:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:20.060788 32305 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu with pid 32414
14:25:20.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:20.097765 349 connection.cc:573] client connection to 127.31.140.125:41119 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:25:20.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:20.098698 460 heartbeater.cc:646] Failed to heartbeat to 127.31.140.125:41119 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:25:20.099 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:25:20.099 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.140.124:36071
14:25:20.103 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
14:25:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:20.104997 32305 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:25:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:25:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/wal
14:25:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/data
14:25:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:25:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:25:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:25:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:25:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:25:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/logs
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/data/info.pb
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.140.124:36071
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.140.124
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43165
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.140.124
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:25:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:25:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:25:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:25:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.140.84:40843
14:25:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:25:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:25:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:25:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:25:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.140.126:46115,127.31.140.125:41119,127.31.140.124:36071
14:25:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:25:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41327/jwks.json
14:25:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:25:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:25:20.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:20.374130 311 heartbeater.cc:646] Failed to heartbeat to 127.31.140.125:41119 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.140.125:41119: connect: Connection refused (error 111)
14:25:20.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:20.470960 624 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:25:20.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:20.471493 624 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:25:20.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:20.472139 624 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:25:20.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:20.506306 624 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:25:20.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:20.506659 624 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:25:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:20.507117 624 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:25:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:20.507388 624 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:25:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:20.507617 624 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:25:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:20.507817 624 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:25:20.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:20.507964 624 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41327/jwks.json
14:25:20.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:20.548421 624 master_runner.cc:387] Master server non-default flags:
14:25:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:25:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.140.84:40843
14:25:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/data
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/wal
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.140.126:46115,127.31.140.125:41119,127.31.140.124:36071
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.140.124
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.140.124:36071
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41327/jwks.json
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/data/info.pb
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.140.124
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43165
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/logs
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:25:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:25:20.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:25:20.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision d362312238b96d2dcb23d97b536fff701ed2c142
14:25:20.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:25:20.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 13:54:55 UTC on e7f111948823
14:25:20.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12439
14:25:20.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:25:20.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:20.549978 624 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:25:20.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:20.551115 624 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:25:20.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:20.563138 633 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:20.802768 609 heartbeater.cc:499] Master 127.31.140.124:36071 was elected leader, sending a full tablet report...
14:25:20.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:20.819916 609 heartbeater.cc:646] Failed to heartbeat to 127.31.140.124:36071 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.140.124:36071: connect: Connection refused (error 111)
14:25:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:20.563935 634 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:20.567229 636 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:22.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:22.074781 635 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1509 milliseconds
14:25:22.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.074908 624 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:25:22.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.076122 624 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:25:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.078727 624 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:25:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.080068 624 hybrid_clock.cc:648] HybridClock initialized: now 1781706322080033 us; error 72 us; skew 500 ppm
14:25:22.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.080899 624 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:25:22.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:22 dist-test-slave-0rxc krb5kdc[32317](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706322, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:25:22.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.088114 624 init.cc:377] Logged in from keytab as kudu/127.31.140.124@KRBTEST.COM (short username kudu)
14:25:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.093698 624 webserver.cc:533] Webserver started at http://127.31.140.124:43165/ using document root <none> and password file <none>
14:25:22.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.094566 624 fs_manager.cc:362] Metadata directory not provided
14:25:22.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.094769 624 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:25:22.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.103823 624 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.001s sys 0.004s
14:25:22.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.109160 656 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:25:22.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.110453 624 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
14:25:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.110733 624 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/data,/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/wal
14:25:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "985561bb53ab4bf19f8590a4b86f797a"
14:25:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:08 on dist-test-slave-0rxc"
14:25:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.112599 624 fs_report.cc:389] FS layout report
14:25:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:25:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/wal
14:25:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/wal
14:25:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/data/data
14:25:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:25:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:25:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:25:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:25:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:25:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:25:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:25:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:25:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:25:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:25:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:25:22.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.172535 624 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:25:22.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.177996 624 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:25:22.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.178498 624 kserver.cc:163] Server-wide thread pool size limit: 3276
14:25:22.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.254643 624 rpc_server.cc:307] RPC server started. Bound to: 127.31.140.124:36071
14:25:22.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.254740 707 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.140.124:36071 every 8 connection(s)
14:25:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.258013 624 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-2/data/info.pb
14:25:22.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.262122 32305 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu as pid 624
14:25:22.262 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:25:22.262 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.140.126:46115
14:25:22.263 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
14:25:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.264439 32305 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:25:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/wal
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/data
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/logs
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/data/info.pb
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:25:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.140.126:46115
14:25:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.140.126
14:25:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33513
14:25:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab
14:25:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.140.126
14:25:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:25:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:25:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:25:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:25:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.140.84:40843
14:25:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:25:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:25:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:25:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:25:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.140.126:46115,127.31.140.125:41119,127.31.140.124:36071
14:25:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:25:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41327/jwks.json
14:25:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:25:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:25:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.270895 708 sys_catalog.cc:263] Verifying existing consensus state
14:25:22.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.280508 708 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a: Bootstrap starting.
14:25:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.333599 708 log.cc:826] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a: Log is configured to *not* fsync() on all Append() calls
14:25:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.353047 708 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:25:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.354195 708 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a: Bootstrap complete.
14:25:22.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.390215 708 raft_consensus.cc:359] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } }
14:25:22.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.394253 708 raft_consensus.cc:740] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 985561bb53ab4bf19f8590a4b86f797a, State: Initialized, Role: FOLLOWER
14:25:22.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.395455 708 consensus_queue.cc:260] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } }
14:25:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.398439 712 sys_catalog.cc:455] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } } }
14:25:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.399161 712 sys_catalog.cc:458] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [sys.catalog]: This master's current role is: FOLLOWER
14:25:22.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.402350 708 sys_catalog.cc:565] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [sys.catalog]: configured and running, proceeding with master startup.
14:25:22.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.455436 312 heartbeater.cc:344] Connected to a master server at 127.31.140.124:36071
14:25:22.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.486367 727 catalog_manager.cc:1294] Loaded cluster ID: 66b1fafc330e411a8d3cead30297bd63
14:25:22.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.486693 727 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a: loading cluster ID for follower catalog manager: success
14:25:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.494660 727 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a: acquiring CA information for follower catalog manager: success
14:25:22.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.500909 727 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:25:22.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.478701 624 master_runner.cc:187] Error getting master registration for 127.31.140.126:46115: Network error: Client connection negotiation failed: client connection to 127.31.140.126:46115: connect: Connection refused (error 111),
14:25:22.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.508186 624 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:25:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:22.735486 710 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:25:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:22.736227 710 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:25:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:22.737366 710 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:25:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:22.801996 710 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:25:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:22.802325 710 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:25:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:22.802778 710 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:25:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:22.803103 710 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:25:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:22.803424 710 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:25:22.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:22.803768 710 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:25:22.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:22.804095 710 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41327/jwks.json
14:25:22.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.875962 609 heartbeater.cc:344] Connected to a master server at 127.31.140.124:36071
14:25:22.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.876572 609 heartbeater.cc:499] Master 127.31.140.124:36071 was elected leader, sending a full tablet report...
14:25:22.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.883315 673 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "f39aa943bdb64ef49ede513dd3a62294" instance_seqno: 1781706319598797) as {username='kudu', principal='kudu/127.31.140.67@KRBTEST.COM'} at 127.31.140.67:35619; Asking this server to re-register.
14:25:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.884908 609 heartbeater.cc:461] Registering TS with master...
14:25:22.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.891798 710 master_runner.cc:387] Master server non-default flags:
14:25:22.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:25:22.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.140.84:40843
14:25:22.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:25:22.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:25:22.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/data
14:25:22.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/wal
14:25:22.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:25:22.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:25:22.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.140.126:46115,127.31.140.125:41119,127.31.140.124:36071
14:25:22.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab
14:25:22.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.140.126
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.140.126:46115
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41327/jwks.json
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/data/info.pb
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.140.126
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33513
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/logs
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:25:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:25:22.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:25:22.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:25:22.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision d362312238b96d2dcb23d97b536fff701ed2c142
14:25:22.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:25:22.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 13:54:55 UTC on e7f111948823
14:25:22.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12439
14:25:22.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:25:22.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.894505 710 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:25:22.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.895912 710 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:25:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:22.902634 673 ts_manager.cc:194] Registered new tserver with Master: f39aa943bdb64ef49ede513dd3a62294 (127.31.140.67:34393)
14:25:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:22.942906 738 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:23.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:23.158834 461 heartbeater.cc:344] Connected to a master server at 127.31.140.124:36071
14:25:23.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:23.161761 673 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "aea39921b92340aab7581c6a098e047d" instance_seqno: 1781706316883001) as {username='kudu', principal='kudu/127.31.140.66@KRBTEST.COM'} at 127.31.140.66:36505; Asking this server to re-register.
14:25:23.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:23.163091 461 heartbeater.cc:461] Registering TS with master...
14:25:23.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:23.166181 673 ts_manager.cc:194] Registered new tserver with Master: aea39921b92340aab7581c6a098e047d (127.31.140.66:46335)
14:25:23.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:23.463399 673 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "36bcc8f98fbb4f25b78547a89e8e857d" instance_seqno: 1781706314169664) as {username='kudu', principal='kudu/127.31.140.65@KRBTEST.COM'} at 127.31.140.65:46007; Asking this server to re-register.
14:25:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:23.465054 312 heartbeater.cc:461] Registering TS with master...
14:25:23.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:23.472970 673 ts_manager.cc:194] Registered new tserver with Master: 36bcc8f98fbb4f25b78547a89e8e857d (127.31.140.65:35465)
14:25:23.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:23 dist-test-slave-0rxc krb5kdc[32317](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706323, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:25:23.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:23.478148 32660 init.cc:295] Successfully reacquired a new kerberos TGT
14:25:23.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:23.642323 32288 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad480 after lost signal to thread 32160
14:25:23.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:23.643424 32288 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9160 after lost signal to thread 32291
14:25:24.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:24.194178 750 raft_consensus.cc:493] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:25:24.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:24.197713 750 raft_consensus.cc:515] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } }
14:25:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:24.210528 750 leader_election.cc:290] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers e5d6076ba95c44d29ddf424029d09339 (127.31.140.126:46115), 8afbe04400bf40eabaf1540010804f70 (127.31.140.125:41119)
14:25:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:24.217118 660 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.140.126:46115: connect: Connection refused (error 111)
14:25:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:24.231029 660 leader_election.cc:336] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer e5d6076ba95c44d29ddf424029d09339 (127.31.140.126:46115): Network error: Client connection negotiation failed: client connection to 127.31.140.126:46115: connect: Connection refused (error 111)
14:25:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:24.234601 660 leader_election.cc:336] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 8afbe04400bf40eabaf1540010804f70 (127.31.140.125:41119): Network error: Client connection negotiation failed: client connection to 127.31.140.125:41119: connect: Connection refused (error 111)
14:25:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:24.235236 660 leader_election.cc:304] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 985561bb53ab4bf19f8590a4b86f797a; no voters: 8afbe04400bf40eabaf1540010804f70, e5d6076ba95c44d29ddf424029d09339
14:25:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:24.236138 750 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:25:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:22.949767 737 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:24.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:24.882718 710 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.943s user 0.572s sys 1.063s
14:25:24.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:24.886620 710 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.947s user 0.573s sys 1.063s
14:25:24.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:24.316498 736 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 710
14:25:24.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:24.903208 758 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:24.904597 710 server_base.cc:1061] running on GCE node
14:25:24.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:24.906324 710 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:25:24.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:24.910637 710 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:25:24.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:24.912096 710 hybrid_clock.cc:648] HybridClock initialized: now 1781706324912038 us; error 58 us; skew 500 ppm
14:25:24.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:24.913496 710 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:25:24.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:24 dist-test-slave-0rxc krb5kdc[32317](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706324, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:25:24.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:24.924378 710 init.cc:377] Logged in from keytab as kudu/127.31.140.126@KRBTEST.COM (short username kudu)
14:25:24.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:24.988420 710 webserver.cc:533] Webserver started at http://127.31.140.126:33513/ using document root <none> and password file <none>
14:25:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:24.990659 710 fs_manager.cc:362] Metadata directory not provided
14:25:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:24.991389 710 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:25:25.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.005205 710 fs_manager.cc:714] Time spent opening directory manager: real 0.008s user 0.005s sys 0.001s
14:25:25.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.011858 765 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:25:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.013325 710 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
14:25:25.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.013741 710 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/data,/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/wal
14:25:25.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5d6076ba95c44d29ddf424029d09339"
14:25:25.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:03 on dist-test-slave-0rxc"
14:25:25.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.016700 710 fs_report.cc:389] FS layout report
14:25:25.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:25:25.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/wal
14:25:25.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/wal
14:25:25.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/data/data
14:25:25.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:25:25.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:25:25.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:25:25.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:25:25.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:25:25.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:25:25.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:25:25.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:25:25.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:25:25.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:25:25.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:25:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.079329 710 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:25:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.094693 710 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:25:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.095221 710 kserver.cc:163] Server-wide thread pool size limit: 3276
14:25:25.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.222126 710 rpc_server.cc:307] RPC server started. Bound to: 127.31.140.126:46115
14:25:25.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.222357 817 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.140.126:46115 every 8 connection(s)
14:25:25.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.227460 710 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-0/data/info.pb
14:25:25.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.236398 32305 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu as pid 710
14:25:25.237 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:25:25.238 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.140.125:41119
14:25:25.238 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
14:25:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.239995 32305 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:25:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu
14:25:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/wal
14:25:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/data
14:25:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:25:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:25:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:25:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:25:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:25:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:25:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/logs
14:25:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/data/info.pb
14:25:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:25:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:25:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:25:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:25:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:25:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:25:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:25:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:25:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:25:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:25:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:25:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:25:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.140.125:41119
14:25:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.140.125
14:25:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36983
14:25:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab
14:25:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.140.125
14:25:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:25:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:25:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:25:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:25:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.140.84:40843
14:25:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:25:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:25:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:25:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:25:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.140.126:46115,127.31.140.125:41119,127.31.140.124:36071
14:25:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:25:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41327/jwks.json
14:25:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:25:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:25:25.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.269713 818 sys_catalog.cc:263] Verifying existing consensus state
14:25:25.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.289156 818 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339: Bootstrap starting.
14:25:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.348950 818 log.cc:826] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339: Log is configured to *not* fsync() on all Append() calls
14:25:25.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.380249 818 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:25:25.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.381259 818 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339: Bootstrap complete.
14:25:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.419845 818 raft_consensus.cc:359] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } }
14:25:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.423467 818 raft_consensus.cc:740] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: e5d6076ba95c44d29ddf424029d09339, State: Initialized, Role: FOLLOWER
14:25:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.424813 818 consensus_queue.cc:260] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } }
14:25:25.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.433665 822 sys_catalog.cc:455] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } } }
14:25:25.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.434528 822 sys_catalog.cc:458] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [sys.catalog]: This master's current role is: FOLLOWER
14:25:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.437393 818 sys_catalog.cc:565] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [sys.catalog]: configured and running, proceeding with master startup.
14:25:25.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.521652 835 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:25:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:25 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706323, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.65@KRBTEST.COM for kudu/127.31.140.126@KRBTEST.COM
14:25:25.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.553746 313 heartbeater.cc:344] Connected to a master server at 127.31.140.126:46115
14:25:25.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.560312 782 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "36bcc8f98fbb4f25b78547a89e8e857d" instance_seqno: 1781706314169664) as {username='kudu', principal='kudu/127.31.140.65@KRBTEST.COM'} at 127.31.140.65:50669; Asking this server to re-register.
14:25:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.562834 313 heartbeater.cc:461] Registering TS with master...
14:25:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.565941 782 ts_manager.cc:194] Registered new tserver with Master: 36bcc8f98fbb4f25b78547a89e8e857d (127.31.140.65:35465)
14:25:25.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:25 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706324, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.126@KRBTEST.COM for kudu/127.31.140.126@KRBTEST.COM
14:25:25.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.590662 710 master_runner.cc:187] Error getting master registration for 127.31.140.125:41119: Network error: Client connection negotiation failed: client connection to 127.31.140.125:41119: connect: Connection refused (error 111),
14:25:25.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.618768 710 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:25:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.790114 840 raft_consensus.cc:493] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:25:25.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.792038 840 raft_consensus.cc:515] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } }
14:25:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.802553 840 leader_election.cc:290] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers e5d6076ba95c44d29ddf424029d09339 (127.31.140.126:46115), 8afbe04400bf40eabaf1540010804f70 (127.31.140.125:41119)
14:25:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:25.829128 660 leader_election.cc:336] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 8afbe04400bf40eabaf1540010804f70 (127.31.140.125:41119): Network error: Client connection negotiation failed: client connection to 127.31.140.125:41119: connect: Connection refused (error 111)
14:25:25.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:25 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706322, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.124@KRBTEST.COM for kudu/127.31.140.126@KRBTEST.COM
14:25:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.852885 792 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "985561bb53ab4bf19f8590a4b86f797a" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e5d6076ba95c44d29ddf424029d09339" is_pre_election: true
14:25:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.853930 792 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 985561bb53ab4bf19f8590a4b86f797a in term 1.
14:25:25.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.855608 660 leader_election.cc:304] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 985561bb53ab4bf19f8590a4b86f797a, e5d6076ba95c44d29ddf424029d09339; no voters: 8afbe04400bf40eabaf1540010804f70
14:25:25.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.856783 840 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 1 FOLLOWER]: Leader pre-election won for term 2
14:25:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.857127 840 raft_consensus.cc:493] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:25:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.857503 840 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 1 FOLLOWER]: Advancing to term 2
14:25:25.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.868467 840 raft_consensus.cc:515] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } }
14:25:25.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.871927 792 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "985561bb53ab4bf19f8590a4b86f797a" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e5d6076ba95c44d29ddf424029d09339"
14:25:25.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.872550 792 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [term 1 FOLLOWER]: Advancing to term 2
14:25:25.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:25.882684 819 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:25:25.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:25.883472 819 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:25:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:25.884651 819 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:25:25.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:25.890616 660 leader_election.cc:336] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 8afbe04400bf40eabaf1540010804f70 (127.31.140.125:41119): Network error: Client connection negotiation failed: client connection to 127.31.140.125:41119: connect: Connection refused (error 111)
14:25:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.892323 840 leader_election.cc:290] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [CANDIDATE]: Term 2 election: Requested vote from peers e5d6076ba95c44d29ddf424029d09339 (127.31.140.126:46115), 8afbe04400bf40eabaf1540010804f70 (127.31.140.125:41119)
14:25:25.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.894043 792 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 985561bb53ab4bf19f8590a4b86f797a in term 2.
14:25:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.895639 660 leader_election.cc:304] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 985561bb53ab4bf19f8590a4b86f797a, e5d6076ba95c44d29ddf424029d09339; no voters: 8afbe04400bf40eabaf1540010804f70
14:25:25.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.897035 840 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 2 FOLLOWER]: Leader election won for term 2
14:25:25.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.903057 840 raft_consensus.cc:697] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [term 2 LEADER]: Becoming Leader. State: Replica: 985561bb53ab4bf19f8590a4b86f797a, State: Running, Role: LEADER
14:25:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.904484 840 consensus_queue.cc:237] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } }
14:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.930759 846 sys_catalog.cc:455] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 985561bb53ab4bf19f8590a4b86f797a. Latest consensus state: current_term: 2 leader_uuid: "985561bb53ab4bf19f8590a4b86f797a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } } }
14:25:25.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.932057 846 sys_catalog.cc:458] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [sys.catalog]: This master's current role is: LEADER
14:25:25.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.940999 850 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:25:25.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.963371 610 heartbeater.cc:344] Connected to a master server at 127.31.140.126:46115
14:25:25.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.966220 782 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "f39aa943bdb64ef49ede513dd3a62294" instance_seqno: 1781706319598797) as {username='kudu', principal='kudu/127.31.140.67@KRBTEST.COM'} at 127.31.140.67:48705; Asking this server to re-register.
14:25:25.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.967604 610 heartbeater.cc:461] Registering TS with master...
14:25:25.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.968433 850 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:25:25.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.970583 782 ts_manager.cc:194] Registered new tserver with Master: f39aa943bdb64ef49ede513dd3a62294 (127.31.140.67:34393)
14:25:25.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.973121 850 catalog_manager.cc:1294] Loaded cluster ID: 66b1fafc330e411a8d3cead30297bd63
14:25:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.973786 850 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:25:25.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.981683 850 catalog_manager.cc:1539] Loading token signing keys...
14:25:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.986917 850 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a: Loaded TSK: 0
14:25:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:25.988641 850 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:25:26.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:26.017197 819 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:25:26.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:26.018677 819 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:25:26.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:26.019196 819 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:25:26.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:26.019524 819 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:25:26.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:26.019853 819 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:25:26.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:26.020181 819 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:25:26.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:26.020422 819 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41327/jwks.json
14:25:26.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:26.102403 819 master_runner.cc:387] Master server non-default flags:
14:25:26.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:25:26.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.140.84:40843
14:25:26.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:25:26.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:25:26.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/data
14:25:26.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/wal
14:25:26.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.140.126:46115,127.31.140.125:41119,127.31.140.124:36071
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/krb5kdc/kudu.keytab
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.140.125
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.140.125:41119
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41327/jwks.json
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/data/info.pb
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.140.125
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36983
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:25:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:25:26.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:25:26.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:25:26.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:25:26.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/logs
14:25:26.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:25:26.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:25:26.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:25:26.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:25:26.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:25:26.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision d362312238b96d2dcb23d97b536fff701ed2c142
14:25:26.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:25:26.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 13:54:55 UTC on e7f111948823
14:25:26.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12439
14:25:26.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:25:26.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:26.105468 819 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:25:26.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:26.107002 819 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:25:26.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:26.140682 853 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:26.211768 837 negotiation.cc:336] Failed RPC negotiation. Trace:
14:25:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:26.195820 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.31.140.66:36819 (local address 127.31.140.126:46115)
14:25:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:26.196609 (+ 789us) server_negotiation.cc:207] Beginning negotiation
14:25:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:26.196641 (+ 32us) server_negotiation.cc:400] Waiting for connection header
14:25:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:26.206469 (+ 9828us) server_negotiation.cc:408] Connection header received
14:25:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:26.207047 (+ 578us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:25:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:26.207087 (+ 40us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:25:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:26.207438 (+ 351us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:25:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:26.207630 (+ 192us) server_negotiation.cc:227] Negotiated authn=SASL
14:25:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:26.210142 (+ 2512us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.31.140.66:36819: BlockingRecv error: recv got EOF from 127.31.140.66:36819 (error 108)
14:25:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":130}
14:25:26.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:26.320830 792 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [term 2 FOLLOWER]: Refusing update from remote peer 985561bb53ab4bf19f8590a4b86f797a: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
14:25:26.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:26.326982 846 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [LEADER]: Connected to new peer: Peer: permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
14:25:26.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:26.357163 660 consensus_peers.cc:597] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a -> Peer 8afbe04400bf40eabaf1540010804f70 (127.31.140.125:41119): Couldn't send request to peer 8afbe04400bf40eabaf1540010804f70. Status: Network error: Client connection negotiation failed: client connection to 127.31.140.125:41119: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:25:26.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:26.375617 860 sys_catalog.cc:455] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 985561bb53ab4bf19f8590a4b86f797a. Latest consensus state: current_term: 2 leader_uuid: "985561bb53ab4bf19f8590a4b86f797a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } } }
14:25:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:26.378705 860 sys_catalog.cc:458] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [sys.catalog]: This master's current role is: FOLLOWER
14:25:26.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:26.394235 840 sys_catalog.cc:455] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "985561bb53ab4bf19f8590a4b86f797a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } } }
14:25:26.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:26.394976 840 sys_catalog.cc:458] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a [sys.catalog]: This master's current role is: LEADER
14:25:26.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:26.405691 860 sys_catalog.cc:455] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "985561bb53ab4bf19f8590a4b86f797a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } } }
14:25:26.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:26.406745 860 sys_catalog.cc:458] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339 [sys.catalog]: This master's current role is: FOLLOWER
14:25:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:26 dist-test-slave-0rxc krb5kdc[32317](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706326, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:25:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:26.546193 341 init.cc:295] Successfully reacquired a new kerberos TGT
14:25:26.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:26.551241 835 catalog_manager.cc:1294] Loaded cluster ID: 66b1fafc330e411a8d3cead30297bd63
14:25:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:26.565418 835 catalog_manager.cc:1587] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339: loading cluster ID for follower catalog manager: success
14:25:26.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:26.586197 835 catalog_manager.cc:1609] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339: acquiring CA information for follower catalog manager: success
14:25:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:26.600165 835 catalog_manager.cc:1637] T 00000000000000000000000000000000 P e5d6076ba95c44d29ddf424029d09339: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:25:27.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:27.181577 461 heartbeater.cc:499] Master 127.31.140.124:36071 was elected leader, sending a full tablet report...
14:25:27.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:27.262704 466 heartbeater.cc:344] Connected to a master server at 127.31.140.126:46115
14:25:27.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:27.266232 782 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "aea39921b92340aab7581c6a098e047d" instance_seqno: 1781706316883001) as {username='kudu', principal='kudu/127.31.140.66@KRBTEST.COM'} at 127.31.140.66:46843; Asking this server to re-register.
14:25:27.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:27.267639 466 heartbeater.cc:461] Registering TS with master...
14:25:27.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:27.271468 782 ts_manager.cc:194] Registered new tserver with Master: aea39921b92340aab7581c6a098e047d (127.31.140.66:46335)
14:25:27.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:27.493944 312 heartbeater.cc:499] Master 127.31.140.124:36071 was elected leader, sending a full tablet report...
14:25:27.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:27.522184 624 master_runner.cc:187] Error getting master registration for 127.31.140.125:41119: Network error: Client connection negotiation failed: client connection to 127.31.140.125:41119: connect: Connection refused (error 111),
14:25:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:27.522785 624 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:25:27.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:27.937983 609 heartbeater.cc:499] Master 127.31.140.124:36071 was elected leader, sending a full tablet report...
14:25:28.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:28.952800 660 consensus_peers.cc:597] T 00000000000000000000000000000000 P 985561bb53ab4bf19f8590a4b86f797a -> Peer 8afbe04400bf40eabaf1540010804f70 (127.31.140.125:41119): Couldn't send request to peer 8afbe04400bf40eabaf1540010804f70. Status: Network error: Client connection negotiation failed: client connection to 127.31.140.125:41119: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:25:29.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:29 dist-test-slave-0rxc krb5kdc[32317](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706329, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:25:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.243669 491 init.cc:295] Successfully reacquired a new kerberos TGT
14:25:29.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:26.145009 854 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:27.531328 852 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 819
14:25:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:29.444492 852 kernel_stack_watchdog.cc:198] Thread 819 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 378ms:
14:25:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:25:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:25:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:25:29.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:25:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:29.449342 819 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.299s user 0.001s sys 0.000s
14:25:29.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:29.449769 819 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.299s user 0.001s sys 0.001s
14:25:29.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:29.452039 856 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:25:29.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.452335 819 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:25:29.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:29.452844 855 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3304 milliseconds
14:25:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.454427 819 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:25:29.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.461038 819 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:25:29.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.462592 819 hybrid_clock.cc:648] HybridClock initialized: now 1781706329462426 us; error 168 us; skew 500 ppm
14:25:29.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.463737 819 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:25:29.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:29 dist-test-slave-0rxc krb5kdc[32317](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706329, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:25:29.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.471947 819 init.cc:377] Logged in from keytab as kudu/127.31.140.125@KRBTEST.COM (short username kudu)
14:25:29.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.478114 819 webserver.cc:533] Webserver started at http://127.31.140.125:36983/ using document root <none> and password file <none>
14:25:29.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.479579 819 fs_manager.cc:362] Metadata directory not provided
14:25:29.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.480047 819 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:25:29.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.491237 819 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.002s sys 0.006s
14:25:29.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.496763 887 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:25:29.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.498174 819 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
14:25:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.498593 819 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/data,/tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/wal
14:25:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8afbe04400bf40eabaf1540010804f70"
14:25:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 14:25:06 on dist-test-slave-0rxc"
14:25:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.501406 819 fs_report.cc:389] FS layout report
14:25:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:25:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/wal
14:25:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/wal
14:25:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/data/data
14:25:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:25:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:25:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:25:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:25:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:25:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:25:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:25:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:25:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:25:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:25:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:25:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:29.502017 660 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.140.125:41119: connect: Connection refused (error 111) [suppressed 9 similar messages]
14:25:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.564729 819 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:25:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.572310 819 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:25:29.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.572880 819 kserver.cc:163] Server-wide thread pool size limit: 3276
14:25:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:29.621717 704 debug-util.cc:398] Leaking SignalData structure 0x7b0800071680 after lost signal to thread 628
14:25:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:29.622448 704 debug-util.cc:398] Leaking SignalData structure 0x7b0800071580 after lost signal to thread 707
14:25:29.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.682886 942 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.140.125:41119 every 8 connection(s)
14:25:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.683463 819 rpc_server.cc:307] RPC server started. Bound to: 127.31.140.125:41119
14:25:29.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.687469 819 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH54XQt/test-tmp/mini-kudu-cluster12997784778028820485/master-1/data/info.pb
14:25:29.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.688925 32305 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu as pid 819
14:25:29.689 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:25:29.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.711272 943 sys_catalog.cc:263] Verifying existing consensus state
14:25:29.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.774488 943 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70: Bootstrap starting.
14:25:29.787 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.140.124:36071(127.31.140.124:36071)] connecting to peer
14:25:29.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.864897 943 log.cc:826] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70: Log is configured to *not* fsync() on all Append() calls
14:25:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.907929 943 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:25:29.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.908973 943 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70: Bootstrap complete.
14:25:29.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.945312 943 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } }
14:25:29.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.948700 943 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8afbe04400bf40eabaf1540010804f70, State: Initialized, Role: FOLLOWER
14:25:29.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.949875 943 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } }
14:25:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.962487 947 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } } }
14:25:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.963373 947 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [sys.catalog]: This master's current role is: FOLLOWER
14:25:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:29.964475 943 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [sys.catalog]: configured and running, proceeding with master startup.
14:25:29.984 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.140.126:46115(127.31.140.126:46115)] connecting to peer
14:25:29.997 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.140.125:41119(127.31.140.125:41119)] connecting to peer
14:25:30.047 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.140.124:36071(127.31.140.124:36071)] Successfully connected to peer
14:25:30.053 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.140.125:41119(127.31.140.125:41119)] Successfully connected to peer
14:25:30.061 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.140.126:46115(127.31.140.126:46115)] Successfully connected to peer
14:25:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:30 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706329, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.67@KRBTEST.COM for kudu/127.31.140.125@KRBTEST.COM
14:25:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:30.197468 608 heartbeater.cc:344] Connected to a master server at 127.31.140.125:41119
14:25:30.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:30 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706322, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.124@KRBTEST.COM for kudu/127.31.140.125@KRBTEST.COM
14:25:30.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:30.237006 918 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [term 1 FOLLOWER]: Advancing to term 2
14:25:30.260 [WARN - kudu-nio-1] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
14:25:30.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.140.124:36071(127.31.140.124:36071)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:25:30.266 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.140.125:41119(127.31.140.125:41119)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:25:30.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.140.124:36071: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:25:30.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.140.125:41119: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:25:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:30.272174 955 negotiation.cc:336] Failed RPC negotiation. Trace:
14:25:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.043315 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:52708 (local address 127.31.140.125:41119)
14:25:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.055488 (+ 12173us) server_negotiation.cc:207] Beginning negotiation
14:25:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.055546 (+ 58us) server_negotiation.cc:400] Waiting for connection header
14:25:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.198232 (+142686us) server_negotiation.cc:408] Connection header received
14:25:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.238228 (+ 39996us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:25:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.238259 (+ 31us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:25:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.238468 (+ 209us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:25:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.238635 (+ 167us) server_negotiation.cc:227] Negotiated authn=SASL
14:25:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.270053 (+ 31418us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:52708: BlockingRecv error: recv got EOF from 127.0.0.1:52708 (error 108)
14:25:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":10991,"thread_start_us":10399,"threads_started":1}
14:25:30.275 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.140.125:41119(127.31.140.125:41119)] handling channelInactive
14:25:30.276 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.140.124:36071(127.31.140.124:36071)] handling channelInactive
14:25:30.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.140.126:46115(127.31.140.126:46115)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:25:30.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.140.126:46115: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:25:30.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:30.277846 956 negotiation.cc:336] Failed RPC negotiation. Trace:
14:25:30.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.045739 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:52604 (local address 127.31.140.124:36071)
14:25:30.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.084752 (+ 39013us) server_negotiation.cc:207] Beginning negotiation
14:25:30.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.084799 (+ 47us) server_negotiation.cc:400] Waiting for connection header
14:25:30.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.189357 (+104558us) server_negotiation.cc:408] Connection header received
14:25:30.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.240349 (+ 50992us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:25:30.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.240380 (+ 31us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:25:30.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.240612 (+ 232us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:25:30.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.240790 (+ 178us) server_negotiation.cc:227] Negotiated authn=SASL
14:25:30.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.276479 (+ 35689us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:52604: BlockingRecv error: recv got EOF from 127.0.0.1:52604 (error 108)
14:25:30.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":37923,"thread_start_us":37472,"threads_started":1}
14:25:30.281 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=587), Traces: [0ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.140.124:36071, [270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.140.126:46115, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.140.125:41119, [553ms] Sub RPC ConnectToMaster: received response from server master-127.31.140.124:36071: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [554ms] Sub RPC ConnectToMaster: received response from server master-127.31.140.125:41119: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [563ms] Sub RPC ConnectToMaster: received response from server master-127.31.140.126:46115: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.31.140.124:36071,127.31.140.126:46115,127.31.140.125:41119). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.31.140.124:36071,127.31.140.126:46115,127.31.140.125:41119). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
14:25:30.292 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=598), Traces: [0ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.140.124:36071, [270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.140.126:46115, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.140.125:41119, [553ms] Sub RPC ConnectToMaster: received response from server master-127.31.140.124:36071: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [554ms] Sub RPC ConnectToMaster: received response from server master-127.31.140.125:41119: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [563ms] Sub RPC ConnectToMaster: received response from server master-127.31.140.126:46115: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) with no deferred attached!
14:25:30.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:30.294296 959 negotiation.cc:336] Failed RPC negotiation. Trace:
14:25:30.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.062896 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:54612 (local address 127.31.140.126:46115)
14:25:30.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.102849 (+ 39953us) server_negotiation.cc:207] Beginning negotiation
14:25:30.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.102894 (+ 45us) server_negotiation.cc:400] Waiting for connection header
14:25:30.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.201902 (+ 99008us) server_negotiation.cc:408] Connection header received
14:25:30.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.239471 (+ 37569us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:25:30.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.239500 (+ 29us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:25:30.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.239727 (+ 227us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:25:30.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.239911 (+ 184us) server_negotiation.cc:227] Negotiated authn=SASL
14:25:30.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 14:25:30.292959 (+ 53048us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:54612: BlockingRecv error: recv got EOF from 127.0.0.1:54612 (error 108)
14:25:30.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":38914,"thread_start_us":64133,"threads_started":1}
14:25:30.295 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.140.126:46115(127.31.140.126:46115)] handling channelInactive
14:25:30.296 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.31.140.126:46115(127.31.140.126:46115)] disconnecting while in state TERMINATED
14:25:30.301 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.31.140.124:36071(127.31.140.124:36071)] disconnecting while in state TERMINATED
14:25:30.301 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.31.140.125:41119(127.31.140.125:41119)] disconnecting while in state TERMINATED
14:25:30.306 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:25:30.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:30 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706326, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.66@KRBTEST.COM for kudu/127.31.140.125@KRBTEST.COM
14:25:30.316 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:25:30.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:30.319890 973 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "985561bb53ab4bf19f8590a4b86f797a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } } }
14:25:30.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:30.320735 973 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [sys.catalog]: This master's current role is: FOLLOWER
14:25:30.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:30.321650 947 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 985561bb53ab4bf19f8590a4b86f797a. Latest consensus state: current_term: 2 leader_uuid: "985561bb53ab4bf19f8590a4b86f797a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5d6076ba95c44d29ddf424029d09339" member_type: VOTER last_known_addr { host: "127.31.140.126" port: 46115 } } peers { permanent_uuid: "8afbe04400bf40eabaf1540010804f70" member_type: VOTER last_known_addr { host: "127.31.140.125" port: 41119 } } peers { permanent_uuid: "985561bb53ab4bf19f8590a4b86f797a" member_type: VOTER last_known_addr { host: "127.31.140.124" port: 36071 } } }
14:25:30.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:30.322335 947 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8afbe04400bf40eabaf1540010804f70 [sys.catalog]: This master's current role is: FOLLOWER
14:25:30.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:30.335225 978 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:25:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:30.347991 32305 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu with pid 32642
14:25:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:30.364001 460 heartbeater.cc:344] Connected to a master server at 127.31.140.125:41119
14:25:30.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:30.373857 908 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "aea39921b92340aab7581c6a098e047d" instance_seqno: 1781706316883001) as {username='kudu', principal='kudu/127.31.140.66@KRBTEST.COM'} at 127.31.140.66:35187; Asking this server to re-register.
14:25:30.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:30.375370 460 heartbeater.cc:461] Registering TS with master...
14:25:30.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:30 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706329, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.125@KRBTEST.COM for kudu/127.31.140.126@KRBTEST.COM
14:25:30.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:30.379472 908 ts_manager.cc:194] Registered new tserver with Master: aea39921b92340aab7581c6a098e047d (127.31.140.66:46335)
14:25:30.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:30.390995 32305 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu with pid 326
14:25:30.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:30 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706329, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.125@KRBTEST.COM for kudu/127.31.140.125@KRBTEST.COM
14:25:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:30.451977 32305 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu with pid 475
14:25:30.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 14:25:30 dist-test-slave-0rxc krb5kdc[32317](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781706329, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.140.125@KRBTEST.COM for kudu/127.31.140.124@KRBTEST.COM
14:25:30.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:30.495303 32305 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu with pid 710
14:25:30.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:30.534957 32305 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu with pid 819
14:25:30.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:30.561774 32305 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu with pid 624
14:25:31.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-17T14:25:31Z chronyd exiting
14:25:31.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:31.891999 32288 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad200 after lost signal to thread 32160
14:25:31.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 14:25:31.892763 32288 debug-util.cc:398] Leaking SignalData structure 0x7b08000bab20 after lost signal to thread 32291
14:25:32.832 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:25:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:32.835394 31575 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu with pid 31857
14:25:32.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:32.861708 31575 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu with pid 32015
14:25:32.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:32.888345 31575 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu with pid 32159
14:25:32.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:32.916604 31575 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu with pid 31587
14:25:32.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:32.954452 31575 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu with pid 31657
14:25:33.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 14:25:32.998843 31575 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskH54XQt/build/tsan/bin/kudu with pid 31734
14:25:34.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-17T14:25:34Z chronyd exiting
14:25:35.235 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.31.140.124:36071,127.31.140.126:46115,127.31.140.125:41119). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.31.140.124:36071,127.31.140.126:46115,127.31.140.125:41119). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
14:25:35.715 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
14:25:35.715 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.31.140.124:36071,127.31.140.126:46115,127.31.140.125:41119). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.31.140.124:36071,127.31.140.126:46115,127.31.140.125:41119). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more