08:48:48.349 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:48:48.361 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskNG41Dm/test-tmp
08:48:48.363 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:48:48.367 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskNG41Dm/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:48:48.643 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:48:48.777 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:48:48.779 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:48:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:48.782248 374 mini_oidc.cc:152] Starting JWKS server
08:48:48.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:48.785993 374 webserver.cc:460] Webserver started at http://127.0.0.1:41481/ using document root <none> and password file <none>
08:48:48.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:48.786485 374 mini_oidc.cc:189] Starting OIDC Discovery server
08:48:48.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:48.788841 374 webserver.cc:460] Webserver started at http://127.0.0.1:35825/ using document root <none> and password file <none>
08:48:48.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T08:48:48Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
08:48:48.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T08:48:48Z Disabled control of system clock
08:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:48.841308 374 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:48:48.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:48:48.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-0/wal
08:48:48.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-0/data
08:48:48.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:48:48.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:48:48.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:48:48.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:48:48.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:48:48.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:48:48.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-0/logs
08:48:48.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-0/data/info.pb
08:48:48.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:48:48.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:48:48.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:48:48.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:48:48.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:48:48.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:48:48.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:48:48.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:48:48.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:48:48.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:48:48.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:48:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:48:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.190:33125
08:48:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.190
08:48:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:48:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:34945
08:48:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:48:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:48:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:48:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:48:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.93.190:33125,127.0.93.189:32969,127.0.93.188:43001
08:48:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:48:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41481/jwks.json with env {}
08:48:49.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:49.146962 386 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:48:49.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:49.147500 386 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:48:49.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:49.148118 386 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:48:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:49.187305 386 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:48:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:49.187593 386 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:48:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:49.187778 386 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:48:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:49.188023 386 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:48:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:49.188262 386 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:48:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:49.188467 386 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41481/jwks.json
08:48:49.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:49.222958 386 master_runner.cc:386] Master server non-default flags:
08:48:49.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:48:49.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:34945
08:48:49.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:48:49.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:48:49.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-0/data
08:48:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-0/wal
08:48:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:48:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.93.190:33125,127.0.93.189:32969,127.0.93.188:43001
08:48:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:48:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:48:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:48:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.190:33125
08:48:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:48:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:48:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:48:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41481/jwks.json
08:48:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:48:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:48:49.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-0/data/info.pb
08:48:49.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.190
08:48:49.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:48:49.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:48:49.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:48:49.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:48:49.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:48:49.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:48:49.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-0/logs
08:48:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:48:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:48:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:48:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:48:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:48:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:48:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:48:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 07:48:12 UTC on ccycloud.quasar-scsvrw.root.comops.site
08:48:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675734
08:48:49.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:48:49.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:49.224293 386 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:48:49.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:49.226056 386 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:48:49.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:49.246467 392 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:48:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:49.246577 393 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:48:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:49.246654 395 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:48:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:49.247913 386 server_base.cc:1034] running on GCE node
08:48:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.431434 386 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:48:50.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.434507 386 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:48:50.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.435913 386 hybrid_clock.cc:648] HybridClock initialized: now 1790498930435882 us; error 57 us; skew 500 ppm
08:48:50.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.436740 386 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:48:50.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.446210 386 webserver.cc:460] Webserver started at http://127.0.93.190:37379/ using document root <none> and password file <none>
08:48:50.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.447068 386 fs_manager.cc:359] Metadata directory not provided
08:48:50.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.447253 386 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:48:50.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.447620 386 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:48:50.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.452379 386 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-0/data/instance:
08:48:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69506b82c3e34c53967ef16dad5ddf05"
08:48:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:48:50 on dist-test-slave-r8vm"
08:48:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.453524 386 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-0/wal/instance:
08:48:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69506b82c3e34c53967ef16dad5ddf05"
08:48:50.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:48:50 on dist-test-slave-r8vm"
08:48:50.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.460384 386 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.001s
08:48:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.466111 402 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:48:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.467130 386 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
08:48:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.467487 386 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-0/data,/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-0/wal
08:48:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69506b82c3e34c53967ef16dad5ddf05"
08:48:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:48:50 on dist-test-slave-r8vm"
08:48:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.467885 386 fs_report.cc:383] FS layout report
08:48:50.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:48:50.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-0/wal
08:48:50.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-0/wal
08:48:50.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-0/data/data
08:48:50.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:48:50.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:48:50.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:48:50.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:48:50.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:48:50.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:48:50.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:48:50.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:48:50.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:48:50.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:48:50.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:48:50.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.501926 386 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:48:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.503892 386 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:48:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.504401 386 kserver.cc:163] Server-wide thread pool size limit: 3276
08:48:50.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.578229 386 rpc_server.cc:307] RPC server started. Bound to: 127.0.93.190:33125
08:48:50.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.578353 453 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.93.190:33125 every 8 connection(s)
08:48:50.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.581089 386 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-0/data/info.pb
08:48:50.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.588351 454 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:48:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.591141 374 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu as pid 386
08:48:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.591648 374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-0/wal/instance
08:48:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.595151 374 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:48:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:48:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-1/wal
08:48:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-1/data
08:48:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:48:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:48:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:48:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:48:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:48:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:48:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-1/logs
08:48:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-1/data/info.pb
08:48:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:48:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:48:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:48:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:48:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:48:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:48:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:48:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:48:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:48:50.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:48:50.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:48:50.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:48:50.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.189:32969
08:48:50.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.189
08:48:50.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:48:50.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:34945
08:48:50.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:48:50.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:48:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:48:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:48:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.93.190:33125,127.0.93.189:32969,127.0.93.188:43001
08:48:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:48:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41481/jwks.json with env {}
08:48:50.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.602922 454 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } has no permanent_uuid. Determining permanent_uuid...
08:48:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.633142 454 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } has no permanent_uuid. Determining permanent_uuid...
08:48:50.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:50.636134 405 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.93.189:32969: connect: Connection refused (error 111)
08:48:50.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:50.640313 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:32969: Network error: Client connection negotiation failed: client connection to 127.0.93.189:32969: connect: Connection refused (error 111)
08:48:50.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.689810 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } attempt: 1
08:48:50.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:50.694047 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:32969: Network error: Client connection negotiation failed: client connection to 127.0.93.189:32969: connect: Connection refused (error 111)
08:48:50.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.762457 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } attempt: 2
08:48:50.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:50.766271 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:32969: Network error: Client connection negotiation failed: client connection to 127.0.93.189:32969: connect: Connection refused (error 111)
08:48:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.857688 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } attempt: 3
08:48:50.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:50.861882 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:32969: Network error: Client connection negotiation failed: client connection to 127.0.93.189:32969: connect: Connection refused (error 111)
08:48:50.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:50.901727 456 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:48:50.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:50.902235 456 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:48:50.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:50.902740 456 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:48:50.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:50.934731 456 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:48:50.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:50.934999 456 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:48:50.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:50.935184 456 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:48:50.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:50.935370 456 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:48:50.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:50.935550 456 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:48:50.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:50.935781 456 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41481/jwks.json
08:48:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.969935 456 master_runner.cc:386] Master server non-default flags:
08:48:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:48:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:34945
08:48:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:48:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:48:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-1/data
08:48:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-1/wal
08:48:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:48:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.93.190:33125,127.0.93.189:32969,127.0.93.188:43001
08:48:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:48:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:48:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:48:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.189:32969
08:48:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:48:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:48:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:48:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41481/jwks.json
08:48:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:48:50.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:48:50.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-1/data/info.pb
08:48:50.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.189
08:48:50.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:48:50.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:48:50.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:48:50.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:48:50.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:48:50.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:48:50.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-1/logs
08:48:50.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:48:50.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:48:50.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:48:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:48:50.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:48:50.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:48:50.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:48:50.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 07:48:12 UTC on ccycloud.quasar-scsvrw.root.comops.site
08:48:50.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675734
08:48:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:48:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.971127 456 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:48:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.972790 456 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:48:50.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:50.990038 468 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:48:51.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:51.005270 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } attempt: 4
08:48:51.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:51.009716 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:32969: Network error: Client connection negotiation failed: client connection to 127.0.93.189:32969: connect: Connection refused (error 111)
08:48:51.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:51.309093 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } attempt: 5
08:48:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:51.313301 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:32969: Network error: Client connection negotiation failed: client connection to 127.0.93.189:32969: connect: Connection refused (error 111)
08:48:51.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:51.860736 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } attempt: 6
08:48:51.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:51.867928 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:32969: Network error: Client connection negotiation failed: client connection to 127.0.93.189:32969: connect: Connection refused (error 111)
08:48:52.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:50.990547 465 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:48:52.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:50.991992 456 server_base.cc:1034] running on GCE node
08:48:52.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:50.990558 466 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:48:52.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.186064 456 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:48:52.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.189324 456 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:48:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.190814 456 hybrid_clock.cc:648] HybridClock initialized: now 1790498932190763 us; error 68 us; skew 500 ppm
08:48:52.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.191996 456 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:48:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.198613 456 webserver.cc:460] Webserver started at http://127.0.93.189:39897/ using document root <none> and password file <none>
08:48:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.199682 456 fs_manager.cc:359] Metadata directory not provided
08:48:52.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.199965 456 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:48:52.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.200520 456 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:48:52.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.205608 456 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-1/data/instance:
08:48:52.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "94712af40fce419194d0e80bed7f1f88"
08:48:52.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:48:52 on dist-test-slave-r8vm"
08:48:52.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.206842 456 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-1/wal/instance:
08:48:52.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "94712af40fce419194d0e80bed7f1f88"
08:48:52.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:48:52 on dist-test-slave-r8vm"
08:48:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.214450 456 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.003s sys 0.005s
08:48:52.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.219743 477 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:48:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.221333 456 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
08:48:52.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.221817 456 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-1/data,/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-1/wal
08:48:52.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "94712af40fce419194d0e80bed7f1f88"
08:48:52.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:48:52 on dist-test-slave-r8vm"
08:48:52.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.222138 456 fs_report.cc:383] FS layout report
08:48:52.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:48:52.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-1/wal
08:48:52.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-1/wal
08:48:52.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-1/data/data
08:48:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:48:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:48:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:48:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:48:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:48:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:48:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:48:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:48:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:48:52.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:48:52.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:48:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.263399 456 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:48:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.264815 456 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:48:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.265197 456 kserver.cc:163] Server-wide thread pool size limit: 3276
08:48:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.339613 456 rpc_server.cc:307] RPC server started. Bound to: 127.0.93.189:32969
08:48:52.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.339728 528 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.93.189:32969 every 8 connection(s)
08:48:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.342200 456 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-1/data/info.pb
08:48:52.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.347822 529 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:48:52.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.348543 374 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu as pid 456
08:48:52.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.348840 374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-1/wal/instance
08:48:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.350855 374 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:48:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:48:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-2/wal
08:48:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-2/data
08:48:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:48:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:48:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:48:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:48:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:48:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:48:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-2/logs
08:48:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-2/data/info.pb
08:48:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:48:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:48:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:48:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:48:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:48:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:48:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:48:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:48:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:48:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:48:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:48:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:48:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.188:43001
08:48:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.188
08:48:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:48:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:34945
08:48:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:48:52.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:48:52.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:48:52.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:48:52.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.93.190:33125,127.0.93.189:32969,127.0.93.188:43001
08:48:52.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:48:52.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41481/jwks.json with env {}
08:48:52.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.362964 529 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } has no permanent_uuid. Determining permanent_uuid...
08:48:52.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.392583 529 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } has no permanent_uuid. Determining permanent_uuid...
08:48:52.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.408859 529 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } has no permanent_uuid. Determining permanent_uuid...
08:48:52.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:52.411051 480 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.93.188:43001: connect: Connection refused (error 111)
08:48:52.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:52.416627 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:43001: Network error: Client connection negotiation failed: client connection to 127.0.93.188:43001: connect: Connection refused (error 111)
08:48:52.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.466109 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } attempt: 1
08:48:52.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:52.470227 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:43001: Network error: Client connection negotiation failed: client connection to 127.0.93.188:43001: connect: Connection refused (error 111)
08:48:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.538597 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } attempt: 2
08:48:52.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:52.543125 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:43001: Network error: Client connection negotiation failed: client connection to 127.0.93.188:43001: connect: Connection refused (error 111)
08:48:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.634500 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } attempt: 3
08:48:52.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:52.638465 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:43001: Network error: Client connection negotiation failed: client connection to 127.0.93.188:43001: connect: Connection refused (error 111)
08:48:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:52.678267 531 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:48:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:52.678812 531 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:48:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:52.679273 531 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:48:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:52.709806 531 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:48:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:52.710071 531 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:48:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:52.710254 531 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:48:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:52.710427 531 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:48:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:52.710755 531 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:48:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:52.710915 531 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41481/jwks.json
08:48:52.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.744813 531 master_runner.cc:386] Master server non-default flags:
08:48:52.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:48:52.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:34945
08:48:52.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:48:52.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:48:52.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-2/data
08:48:52.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-2/wal
08:48:52.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:48:52.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.93.190:33125,127.0.93.189:32969,127.0.93.188:43001
08:48:52.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:48:52.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:48:52.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.188:43001
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41481/jwks.json
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-2/data/info.pb
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.188
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-2/logs
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:48:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:48:52.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:48:52.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:48:52.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 07:48:12 UTC on ccycloud.quasar-scsvrw.root.comops.site
08:48:52.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675734
08:48:52.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:48:52.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.746025 531 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:48:52.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.748023 531 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:48:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:52.767926 542 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:48:52.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.781869 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } attempt: 4
08:48:52.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:52.786463 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:43001: Network error: Client connection negotiation failed: client connection to 127.0.93.188:43001: connect: Connection refused (error 111)
08:48:52.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.928326 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } attempt: 7
08:48:52.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.941708 454 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } has no permanent_uuid. Determining permanent_uuid...
08:48:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:52.948643 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:43001: Network error: Client connection negotiation failed: client connection to 127.0.93.188:43001: connect: Connection refused (error 111)
08:48:53.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.007246 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } attempt: 1
08:48:53.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:53.012480 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:43001: Network error: Client connection negotiation failed: client connection to 127.0.93.188:43001: connect: Connection refused (error 111)
08:48:53.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.085821 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } attempt: 5
08:48:53.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:53.089814 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:43001: Network error: Client connection negotiation failed: client connection to 127.0.93.188:43001: connect: Connection refused (error 111)
08:48:53.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.094159 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } attempt: 2
08:48:53.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:53.098131 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:43001: Network error: Client connection negotiation failed: client connection to 127.0.93.188:43001: connect: Connection refused (error 111)
08:48:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.183703 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } attempt: 3
08:48:53.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:53.188120 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:43001: Network error: Client connection negotiation failed: client connection to 127.0.93.188:43001: connect: Connection refused (error 111)
08:48:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.328684 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } attempt: 4
08:48:53.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:53.332960 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:43001: Network error: Client connection negotiation failed: client connection to 127.0.93.188:43001: connect: Connection refused (error 111)
08:48:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.616549 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } attempt: 5
08:48:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:53.620771 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:43001: Network error: Client connection negotiation failed: client connection to 127.0.93.188:43001: connect: Connection refused (error 111)
08:48:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.637441 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } attempt: 6
08:48:53.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:53.644539 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:43001: Network error: Client connection negotiation failed: client connection to 127.0.93.188:43001: connect: Connection refused (error 111)
08:48:53.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:52.768528 544 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:48:53.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:52.768615 541 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:48:53.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:52.769666 531 server_base.cc:1034] running on GCE node
08:48:53.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.963088 531 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:48:53.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.966615 531 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:48:53.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.968080 531 hybrid_clock.cc:648] HybridClock initialized: now 1790498933968046 us; error 56 us; skew 500 ppm
08:48:53.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.968887 531 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:48:53.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.976182 531 webserver.cc:460] Webserver started at http://127.0.93.188:42081/ using document root <none> and password file <none>
08:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.977072 531 fs_manager.cc:359] Metadata directory not provided
08:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.977272 531 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.977731 531 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:48:53.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.982494 531 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-2/data/instance:
08:48:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c55d458c2d2d466988d10083b0de1389"
08:48:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:48:53 on dist-test-slave-r8vm"
08:48:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.983631 531 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-2/wal/instance:
08:48:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c55d458c2d2d466988d10083b0de1389"
08:48:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:48:53 on dist-test-slave-r8vm"
08:48:53.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.991595 531 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.003s
08:48:53.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.998365 556 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:48:53.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.999575 531 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
08:48:54.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:53.999858 531 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-2/data,/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-2/wal
08:48:54.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c55d458c2d2d466988d10083b0de1389"
08:48:54.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:48:53 on dist-test-slave-r8vm"
08:48:54.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.000276 531 fs_report.cc:383] FS layout report
08:48:54.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:48:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-2/wal
08:48:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-2/wal
08:48:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-2/data/data
08:48:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:48:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:48:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:48:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:48:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:48:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:48:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:48:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:48:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:48:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:48:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:48:54.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.064000 531 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:48:54.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.065395 531 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:48:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.065850 531 kserver.cc:163] Server-wide thread pool size limit: 3276
08:48:54.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.140421 531 rpc_server.cc:307] RPC server started. Bound to: 127.0.93.188:43001
08:48:54.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.140539 607 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.93.188:43001 every 8 connection(s)
08:48:54.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.143390 531 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-2/data/info.pb
08:48:54.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.148941 608 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:48:54.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.152770 374 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu as pid 531
08:48:54.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.153147 374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/master-2/wal/instance
08:48:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.163122 608 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } has no permanent_uuid. Determining permanent_uuid...
08:48:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.173318 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } attempt: 6
08:48:54.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.207870 608 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } has no permanent_uuid. Determining permanent_uuid...
08:48:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.224602 608 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } has no permanent_uuid. Determining permanent_uuid...
08:48:54.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.227963 454 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05: Bootstrap starting.
08:48:54.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.236385 454 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05: Neither blocks nor log segments found. Creating new log.
08:48:54.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.238606 454 log.cc:824] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05: Log is configured to *not* fsync() on all Append() calls
08:48:54.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.244077 454 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05: No bootstrap required, opened a new log
08:48:54.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.246979 608 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389: Bootstrap starting.
08:48:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.254257 608 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389: Neither blocks nor log segments found. Creating new log.
08:48:54.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.256750 608 log.cc:824] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389: Log is configured to *not* fsync() on all Append() calls
08:48:54.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.261838 608 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389: No bootstrap required, opened a new log
08:48:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.271309 454 raft_consensus.cc:348] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } } peers { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } } peers { permanent_uuid: "c55d458c2d2d466988d10083b0de1389" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } }
08:48:54.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.271867 454 raft_consensus.cc:374] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:48:54.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.272119 454 raft_consensus.cc:729] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 69506b82c3e34c53967ef16dad5ddf05, State: Initialized, Role: FOLLOWER
08:48:54.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.272962 454 consensus_queue.cc:260] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } } peers { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } } peers { permanent_uuid: "c55d458c2d2d466988d10083b0de1389" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } }
08:48:54.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.276456 620 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } } peers { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } } peers { permanent_uuid: "c55d458c2d2d466988d10083b0de1389" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } } }
08:48:54.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.277624 620 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05 [sys.catalog]: This master's current role is: FOLLOWER
08:48:54.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.278362 454 sys_catalog.cc:564] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05 [sys.catalog]: configured and running, proceeding with master startup.
08:48:54.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.289577 608 raft_consensus.cc:348] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } } peers { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } } peers { permanent_uuid: "c55d458c2d2d466988d10083b0de1389" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } }
08:48:54.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.290640 608 raft_consensus.cc:374] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:48:54.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.291131 608 raft_consensus.cc:729] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c55d458c2d2d466988d10083b0de1389, State: Initialized, Role: FOLLOWER
08:48:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.292322 608 consensus_queue.cc:260] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } } peers { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } } peers { permanent_uuid: "c55d458c2d2d466988d10083b0de1389" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } }
08:48:54.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.296557 628 sys_catalog.cc:455] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } } peers { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } } peers { permanent_uuid: "c55d458c2d2d466988d10083b0de1389" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } } }
08:48:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.298254 628 sys_catalog.cc:458] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [sys.catalog]: This master's current role is: FOLLOWER
08:48:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.298683 608 sys_catalog.cc:564] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [sys.catalog]: configured and running, proceeding with master startup.
08:48:54.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:54.317850 633 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:48:54.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:54.319058 633 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:48:54.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:54.320998 562 tablet.cc:2369] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:48:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:54.377076 644 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:48:54.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:54.377782 644 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:48:54.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.315464 386 master_runner.cc:186] Error getting master registration for 127.0.93.189:32969: OK, instance_id { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" instance_seqno: 1790498932318592 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:48:54.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.383268 386 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:48:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.351631 531 master_runner.cc:186] Error getting master registration for 127.0.93.189:32969: OK, instance_id { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" instance_seqno: 1790498932318592 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:48:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.405153 531 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:48:54.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:54.513718 408 tablet.cc:2369] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:48:54.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.705101 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } attempt: 7
08:48:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.730644 529 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88: Bootstrap starting.
08:48:54.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.737742 529 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88: Neither blocks nor log segments found. Creating new log.
08:48:54.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.739907 529 log.cc:824] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88: Log is configured to *not* fsync() on all Append() calls
08:48:54.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.745381 529 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88: No bootstrap required, opened a new log
08:48:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.745838 628 raft_consensus.cc:482] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:48:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.746337 628 raft_consensus.cc:504] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } } peers { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } } peers { permanent_uuid: "c55d458c2d2d466988d10083b0de1389" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } }
08:48:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.748644 628 leader_election.cc:288] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 69506b82c3e34c53967ef16dad5ddf05 (127.0.93.190:33125), 94712af40fce419194d0e80bed7f1f88 (127.0.93.189:32969)
08:48:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.751996 429 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c55d458c2d2d466988d10083b0de1389" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "69506b82c3e34c53967ef16dad5ddf05" is_pre_election: true
08:48:54.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.752748 429 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c55d458c2d2d466988d10083b0de1389 in term 0.
08:48:54.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.754511 560 leader_election.cc:302] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 69506b82c3e34c53967ef16dad5ddf05, c55d458c2d2d466988d10083b0de1389; no voters:
08:48:54.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.756109 628 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:48:54.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.756834 628 raft_consensus.cc:482] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:48:54.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.757134 628 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [term 0 FOLLOWER]: Advancing to term 1
08:48:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.769265 628 raft_consensus.cc:504] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } } peers { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } } peers { permanent_uuid: "c55d458c2d2d466988d10083b0de1389" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } }
08:48:54.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.778985 429 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c55d458c2d2d466988d10083b0de1389" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "69506b82c3e34c53967ef16dad5ddf05"
08:48:54.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.779561 429 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05 [term 0 FOLLOWER]: Advancing to term 1
08:48:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.791044 628 leader_election.cc:288] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [CANDIDATE]: Term 1 election: Requested vote from peers 69506b82c3e34c53967ef16dad5ddf05 (127.0.93.190:33125), 94712af40fce419194d0e80bed7f1f88 (127.0.93.189:32969)
08:48:54.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.793433 529 raft_consensus.cc:348] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } } peers { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } } peers { permanent_uuid: "c55d458c2d2d466988d10083b0de1389" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } }
08:48:54.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.794261 529 raft_consensus.cc:374] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:48:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.794716 529 raft_consensus.cc:729] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 94712af40fce419194d0e80bed7f1f88, State: Initialized, Role: FOLLOWER
08:48:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.795872 529 consensus_queue.cc:260] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } } peers { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } } peers { permanent_uuid: "c55d458c2d2d466988d10083b0de1389" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } }
08:48:54.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.799502 648 sys_catalog.cc:455] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } } peers { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } } peers { permanent_uuid: "c55d458c2d2d466988d10083b0de1389" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } } }
08:48:54.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.801424 529 sys_catalog.cc:564] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88 [sys.catalog]: configured and running, proceeding with master startup.
08:48:54.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.803453 648 sys_catalog.cc:458] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88 [sys.catalog]: This master's current role is: FOLLOWER
08:48:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.801642 503 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c55d458c2d2d466988d10083b0de1389" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "94712af40fce419194d0e80bed7f1f88"
08:48:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.805598 503 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88 [term 0 FOLLOWER]: Advancing to term 1
08:48:54.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.802157 504 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c55d458c2d2d466988d10083b0de1389" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "94712af40fce419194d0e80bed7f1f88" is_pre_election: true
08:48:54.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.843904 429 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c55d458c2d2d466988d10083b0de1389 in term 1.
08:48:54.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.844945 503 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c55d458c2d2d466988d10083b0de1389 in term 1.
08:48:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.846824 560 leader_election.cc:302] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 69506b82c3e34c53967ef16dad5ddf05, c55d458c2d2d466988d10083b0de1389; no voters:
08:48:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.848286 628 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [term 1 FOLLOWER]: Leader election won for term 1
08:48:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.857928 628 raft_consensus.cc:686] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [term 1 LEADER]: Becoming Leader. State: Replica: c55d458c2d2d466988d10083b0de1389, State: Running, Role: LEADER
08:48:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.859251 628 consensus_queue.cc:237] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } } peers { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } } peers { permanent_uuid: "c55d458c2d2d466988d10083b0de1389" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } }
08:48:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:54.889391 660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:48:54.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:54.890064 660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:48:54.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.903975 659 sys_catalog.cc:455] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c55d458c2d2d466988d10083b0de1389. Latest consensus state: current_term: 1 leader_uuid: "c55d458c2d2d466988d10083b0de1389" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } } peers { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } } peers { permanent_uuid: "c55d458c2d2d466988d10083b0de1389" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } } }
08:48:54.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.904740 659 sys_catalog.cc:458] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [sys.catalog]: This master's current role is: LEADER
08:48:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.915453 663 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
08:48:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.926360 663 catalog_manager.cc:1484] Initializing Kudu cluster ID...
08:48:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.957593 503 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88 [term 1 FOLLOWER]: Refusing update from remote peer c55d458c2d2d466988d10083b0de1389: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:48:54.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.959568 659 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [LEADER]: Connected to new peer: Peer: permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:48:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.972553 429 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05 [term 1 FOLLOWER]: Refusing update from remote peer c55d458c2d2d466988d10083b0de1389: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:48:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:54.974931 628 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [LEADER]: Connected to new peer: Peer: permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:48:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.021664 648 sys_catalog.cc:455] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c55d458c2d2d466988d10083b0de1389. Latest consensus state: current_term: 1 leader_uuid: "c55d458c2d2d466988d10083b0de1389" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } } peers { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } } peers { permanent_uuid: "c55d458c2d2d466988d10083b0de1389" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } } }
08:48:55.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.022389 648 sys_catalog.cc:458] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88 [sys.catalog]: This master's current role is: FOLLOWER
08:48:55.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:55.023923 483 tablet.cc:2369] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:48:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.027925 664 mvcc.cc:205] Tried to move back new op lower bound from 7333883637565206528 to 7333883637196754944. Current Snapshot: MvccSnapshot[applied={T|T < 7333883637565206528}]
08:48:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.032596 665 mvcc.cc:205] Tried to move back new op lower bound from 7333883637565206528 to 7333883637196754944. Current Snapshot: MvccSnapshot[applied={T|T < 7333883637565206528}]
08:48:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.034739 628 sys_catalog.cc:455] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c55d458c2d2d466988d10083b0de1389" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } } peers { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } } peers { permanent_uuid: "c55d458c2d2d466988d10083b0de1389" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } } }
08:48:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.035482 628 sys_catalog.cc:458] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [sys.catalog]: This master's current role is: LEADER
08:48:55.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.037912 663 catalog_manager.cc:1347] Generated new cluster ID: 183fb0a6808b4ba9b3d6f94ac3592727
08:48:55.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.038166 663 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
08:48:55.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.038769 666 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c55d458c2d2d466988d10083b0de1389. Latest consensus state: current_term: 1 leader_uuid: "c55d458c2d2d466988d10083b0de1389" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } } peers { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } } peers { permanent_uuid: "c55d458c2d2d466988d10083b0de1389" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } } }
08:48:55.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.039499 666 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05 [sys.catalog]: This master's current role is: FOLLOWER
08:48:55.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.048436 659 sys_catalog.cc:455] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c55d458c2d2d466988d10083b0de1389" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } } peers { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } } peers { permanent_uuid: "c55d458c2d2d466988d10083b0de1389" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } } }
08:48:55.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.049737 659 sys_catalog.cc:458] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389 [sys.catalog]: This master's current role is: LEADER
08:48:55.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.050359 667 mvcc.cc:205] Tried to move back new op lower bound from 7333883637565206528 to 7333883637196754944. Current Snapshot: MvccSnapshot[applied={T|T < 7333883637565206528}]
08:48:55.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.060957 648 sys_catalog.cc:455] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c55d458c2d2d466988d10083b0de1389" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } } peers { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } } peers { permanent_uuid: "c55d458c2d2d466988d10083b0de1389" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } } }
08:48:55.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.061714 648 sys_catalog.cc:458] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88 [sys.catalog]: This master's current role is: FOLLOWER
08:48:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.066184 666 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c55d458c2d2d466988d10083b0de1389" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69506b82c3e34c53967ef16dad5ddf05" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 33125 } } peers { permanent_uuid: "94712af40fce419194d0e80bed7f1f88" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 32969 } } peers { permanent_uuid: "c55d458c2d2d466988d10083b0de1389" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 43001 } } }
08:48:55.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.066941 666 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05 [sys.catalog]: This master's current role is: FOLLOWER
08:48:55.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.078760 663 catalog_manager.cc:1370] Generated new certificate authority record
08:48:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.081660 663 catalog_manager.cc:1504] Loading token signing keys...
08:48:55.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.144366 663 catalog_manager.cc:5868] T 00000000000000000000000000000000 P c55d458c2d2d466988d10083b0de1389: Generated new TSK 0
08:48:55.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.145529 663 catalog_manager.cc:1514] Initializing in-progress tserver states...
08:48:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.177441 374 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-0/wal
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-0/data
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-0/logs
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-0/data/info.pb
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:48:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:48:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:48:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.129:0
08:48:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.93.129
08:48:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.129
08:48:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:48:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.93.190:33125,127.0.93.189:32969,127.0.93.188:43001
08:48:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:34945
08:48:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:48:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:48:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:48:55.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.325320 633 catalog_manager.cc:1259] Loaded cluster ID: 183fb0a6808b4ba9b3d6f94ac3592727
08:48:55.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.325996 633 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05: loading cluster ID for follower catalog manager: success
08:48:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.338231 633 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05: acquiring CA information for follower catalog manager: success
08:48:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.347419 633 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 69506b82c3e34c53967ef16dad5ddf05: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:48:55.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:55.728106 676 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:48:55.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:55.728686 676 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:48:55.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:55.729452 676 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:48:55.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:55.785034 676 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:48:55.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:55.786521 676 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.93.129
08:48:55.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.848408 676 tablet_server_runner.cc:78] Tablet server non-default flags:
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:34945
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-0/data
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-0/wal
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.129:0
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-0/data/info.pb
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.129
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.93.190:33125,127.0.93.189:32969,127.0.93.188:43001
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:48:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.93.129
08:48:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-0/logs
08:48:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:48:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:48:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:48:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:48:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:48:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:48:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:48:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 07:48:12 UTC on ccycloud.quasar-scsvrw.root.comops.site
08:48:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675734
08:48:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:48:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.850028 676 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:48:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.852162 676 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:48:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.896287 660 catalog_manager.cc:1259] Loaded cluster ID: 183fb0a6808b4ba9b3d6f94ac3592727
08:48:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:55.898927 687 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:48:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.903316 660 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88: loading cluster ID for follower catalog manager: success
08:48:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.921751 660 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88: acquiring CA information for follower catalog manager: success
08:48:55.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:55.935024 660 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 94712af40fce419194d0e80bed7f1f88: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:48:57.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:55.938594 686 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:48:57.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:57.406113 688 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:48:57.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.406335 676 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:48:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:55.912549 689 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:48:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.411892 676 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:48:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.414768 676 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:48:57.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.416539 676 hybrid_clock.cc:648] HybridClock initialized: now 1790498937416479 us; error 75 us; skew 500 ppm
08:48:57.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.417728 676 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:48:57.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.431933 676 webserver.cc:460] Webserver started at http://127.0.93.129:32945/ using document root <none> and password file <none>
08:48:57.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.433555 676 fs_manager.cc:359] Metadata directory not provided
08:48:57.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.433866 676 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:48:57.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.434402 676 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:48:57.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.441598 676 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-0/data/instance:
08:48:57.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c77841a3c7e14d888e9db9aedd288708"
08:48:57.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:48:57 on dist-test-slave-r8vm"
08:48:57.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.443141 676 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-0/wal/instance:
08:48:57.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c77841a3c7e14d888e9db9aedd288708"
08:48:57.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:48:57 on dist-test-slave-r8vm"
08:48:57.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.452884 676 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.010s sys 0.000s
08:48:57.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.460642 696 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:48:57.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.463781 676 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.004s sys 0.000s
08:48:57.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.464182 676 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-0/data,/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-0/wal
08:48:57.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c77841a3c7e14d888e9db9aedd288708"
08:48:57.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:48:57 on dist-test-slave-r8vm"
08:48:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.464612 676 fs_report.cc:383] FS layout report
08:48:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:48:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-0/wal
08:48:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-0/wal
08:48:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-0/data/data
08:48:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:48:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:48:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:48:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:48:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:48:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:48:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:48:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:48:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:48:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:48:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:48:57.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.512091 676 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:48:57.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.514361 676 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:48:57.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.514981 676 kserver.cc:163] Server-wide thread pool size limit: 3276
08:48:57.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.518939 676 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
08:48:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.525020 676 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:48:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.525300 676 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:48:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.525609 676 ts_tablet_manager.cc:610] Registered 0 tablets
08:48:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.525806 676 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:48:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.755533 676 rpc_server.cc:307] RPC server started. Bound to: 127.0.93.129:34443
08:48:57.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.755599 808 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.93.129:34443 every 8 connection(s)
08:48:57.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.759043 676 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-0/data/info.pb
08:48:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.768874 374 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu as pid 676
08:48:57.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.769745 374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-0/wal/instance
08:48:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.802603 374 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:48:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:48:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-1/wal
08:48:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-1/data
08:48:57.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:48:57.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:48:57.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:48:57.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:48:57.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:48:57.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:48:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-1/logs
08:48:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-1/data/info.pb
08:48:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:48:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:48:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:48:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:48:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:48:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:48:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:48:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:48:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:48:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:48:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.130:0
08:48:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.93.130
08:48:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.130
08:48:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:48:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.93.190:33125,127.0.93.189:32969,127.0.93.188:43001
08:48:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:34945
08:48:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:48:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:48:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:48:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.846347 810 heartbeater.cc:347] Connected to a master server at 127.0.93.189:32969
08:48:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.846870 810 heartbeater.cc:464] Registering TS with master...
08:48:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.848071 810 heartbeater.cc:511] Master 127.0.93.189:32969 requested a full tablet report, sending...
08:48:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.851322 494 ts_manager.cc:194] Registered new tserver with Master: c77841a3c7e14d888e9db9aedd288708 (127.0.93.129:34443)
08:48:57.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.852183 809 heartbeater.cc:347] Connected to a master server at 127.0.93.188:43001
08:48:57.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.852528 809 heartbeater.cc:464] Registering TS with master...
08:48:57.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.853355 809 heartbeater.cc:511] Master 127.0.93.188:43001 requested a full tablet report, sending...
08:48:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.855540 573 ts_manager.cc:194] Registered new tserver with Master: c77841a3c7e14d888e9db9aedd288708 (127.0.93.129:34443)
08:48:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.858167 812 heartbeater.cc:347] Connected to a master server at 127.0.93.190:33125
08:48:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.858140 573 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.93.129:34513
08:48:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.858518 812 heartbeater.cc:464] Registering TS with master...
08:48:57.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.859292 812 heartbeater.cc:511] Master 127.0.93.190:33125 requested a full tablet report, sending...
08:48:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:57.861899 419 ts_manager.cc:194] Registered new tserver with Master: c77841a3c7e14d888e9db9aedd288708 (127.0.93.129:34443)
08:48:58.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:58.143450 818 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:48:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:58.144063 818 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:48:58.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:58.144773 818 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:48:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:58.184835 818 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:48:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:58.185636 818 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.93.130
08:48:58.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:58.220234 818 tablet_server_runner.cc:78] Tablet server non-default flags:
08:48:58.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:48:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:34945
08:48:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:48:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:48:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-1/data
08:48:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-1/wal
08:48:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:48:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:48:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.130:0
08:48:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:48:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:48:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:48:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-1/data/info.pb
08:48:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.130
08:48:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:48:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.93.190:33125,127.0.93.189:32969,127.0.93.188:43001
08:48:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:48:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:48:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:48:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:48:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:48:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.93.130
08:48:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-1/logs
08:48:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:48:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:48:58.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:48:58.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:48:58.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:48:58.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:48:58.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:48:58.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 07:48:12 UTC on ccycloud.quasar-scsvrw.root.comops.site
08:48:58.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675734
08:48:58.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:48:58.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:58.221772 818 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:48:58.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:58.223448 818 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:48:58.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:58.245029 826 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:48:58.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:58.864372 809 heartbeater.cc:503] Master 127.0.93.188:43001 was elected leader, sending a full tablet report...
08:48:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:58.245096 825 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:48:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:58.246168 828 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:48:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:48:59.427395 827 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:48:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.427525 818 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:48:59.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.432174 818 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:48:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.434322 818 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:48:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.435704 818 hybrid_clock.cc:648] HybridClock initialized: now 1790498939435666 us; error 40 us; skew 500 ppm
08:48:59.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.436476 818 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:48:59.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.442759 818 webserver.cc:460] Webserver started at http://127.0.93.130:33361/ using document root <none> and password file <none>
08:48:59.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.443588 818 fs_manager.cc:359] Metadata directory not provided
08:48:59.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.443761 818 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:48:59.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.444142 818 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:48:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.448793 818 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-1/data/instance:
08:48:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d99ff530247d4cc78d23f750f728ebbd"
08:48:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:48:59 on dist-test-slave-r8vm"
08:48:59.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.449972 818 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-1/wal/instance:
08:48:59.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d99ff530247d4cc78d23f750f728ebbd"
08:48:59.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:48:59 on dist-test-slave-r8vm"
08:48:59.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.456950 818 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.001s
08:48:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.462739 837 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:48:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.464007 818 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.005s
08:48:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.464275 818 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-1/data,/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-1/wal
08:48:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d99ff530247d4cc78d23f750f728ebbd"
08:48:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:48:59 on dist-test-slave-r8vm"
08:48:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.464576 818 fs_report.cc:383] FS layout report
08:48:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:48:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-1/wal
08:48:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-1/wal
08:48:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-1/data/data
08:48:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:48:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:48:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:48:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:48:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:48:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:48:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:48:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:48:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:48:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:48:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:48:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.508296 818 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:48:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.509716 818 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:48:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.510129 818 kserver.cc:163] Server-wide thread pool size limit: 3276
08:48:59.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.512542 818 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
08:48:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.517158 818 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:48:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.517345 818 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:48:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.517619 818 ts_tablet_manager.cc:610] Registered 0 tablets
08:48:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.517932 818 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:48:59.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.670535 818 rpc_server.cc:307] RPC server started. Bound to: 127.0.93.130:36659
08:48:59.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.670686 949 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.93.130:36659 every 8 connection(s)
08:48:59.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.672900 818 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-1/data/info.pb
08:48:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.677573 374 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu as pid 818
08:48:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.678284 374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-1/wal/instance
08:48:59.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.708160 374 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:48:59.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:48:59.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-2/wal
08:48:59.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-2/data
08:48:59.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:48:59.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-2/logs
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-2/data/info.pb
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.131:0
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.93.131
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.131
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.93.190:33125,127.0.93.189:32969,127.0.93.188:43001
08:48:59.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:34945
08:48:59.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:48:59.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:48:59.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:48:59.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.744836 950 heartbeater.cc:347] Connected to a master server at 127.0.93.188:43001
08:48:59.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.745338 950 heartbeater.cc:464] Registering TS with master...
08:48:59.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.746766 950 heartbeater.cc:511] Master 127.0.93.188:43001 requested a full tablet report, sending...
08:48:59.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.747615 952 heartbeater.cc:347] Connected to a master server at 127.0.93.190:33125
08:48:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.747951 952 heartbeater.cc:464] Registering TS with master...
08:48:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.748741 951 heartbeater.cc:347] Connected to a master server at 127.0.93.189:32969
08:48:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.748711 952 heartbeater.cc:511] Master 127.0.93.190:33125 requested a full tablet report, sending...
08:48:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.749102 951 heartbeater.cc:464] Registering TS with master...
08:48:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.749887 951 heartbeater.cc:511] Master 127.0.93.189:32969 requested a full tablet report, sending...
08:48:59.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.751171 573 ts_manager.cc:194] Registered new tserver with Master: d99ff530247d4cc78d23f750f728ebbd (127.0.93.130:36659)
08:48:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.751668 419 ts_manager.cc:194] Registered new tserver with Master: d99ff530247d4cc78d23f750f728ebbd (127.0.93.130:36659)
08:48:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.752239 494 ts_manager.cc:194] Registered new tserver with Master: d99ff530247d4cc78d23f750f728ebbd (127.0.93.130:36659)
08:48:59.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:48:59.753334 573 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.93.130:53637
08:49:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:00.048080 960 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:49:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:00.048530 960 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:49:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:00.048974 960 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:49:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:00.080258 960 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:49:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:00.081045 960 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.93.131
08:49:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:00.115980 960 tablet_server_runner.cc:78] Tablet server non-default flags:
08:49:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:49:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:34945
08:49:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:49:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:49:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-2/data
08:49:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-2/wal
08:49:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:49:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:49:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.131:0
08:49:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:49:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:49:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:49:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-2/data/info.pb
08:49:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.131
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.93.190:33125,127.0.93.189:32969,127.0.93.188:43001
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.93.131
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-2/logs
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 07:48:12 UTC on ccycloud.quasar-scsvrw.root.comops.site
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675734
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:49:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:00.117245 960 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:49:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:00.119038 960 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:49:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:00.139859 967 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:00.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:00.757266 950 heartbeater.cc:503] Master 127.0.93.188:43001 was elected leader, sending a full tablet report...
08:49:01.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:00.145959 960 server_base.cc:1034] running on GCE node
08:49:01.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:00.140228 966 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:01.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:00.139870 969 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.345196 960 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:49:01.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.348016 960 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:49:01.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.349493 960 hybrid_clock.cc:648] HybridClock initialized: now 1790498941349458 us; error 50 us; skew 500 ppm
08:49:01.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.350248 960 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:49:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.357070 960 webserver.cc:460] Webserver started at http://127.0.93.131:40561/ using document root <none> and password file <none>
08:49:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.357986 960 fs_manager.cc:359] Metadata directory not provided
08:49:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.358160 960 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:49:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.358521 960 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:49:01.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.363075 960 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-2/data/instance:
08:49:01.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb68aabd4bb74d4dae041629de98b8bf"
08:49:01.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:49:01 on dist-test-slave-r8vm"
08:49:01.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.364060 960 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-2/wal/instance:
08:49:01.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb68aabd4bb74d4dae041629de98b8bf"
08:49:01.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:49:01 on dist-test-slave-r8vm"
08:49:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.370910 960 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.004s sys 0.004s
08:49:01.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.376268 977 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:49:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.377211 960 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
08:49:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.377588 960 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-2/data,/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-2/wal
08:49:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb68aabd4bb74d4dae041629de98b8bf"
08:49:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:49:01 on dist-test-slave-r8vm"
08:49:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.377868 960 fs_report.cc:383] FS layout report
08:49:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:49:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-2/wal
08:49:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-2/wal
08:49:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-2/data/data
08:49:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:49:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:49:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:49:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:49:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:49:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:49:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:49:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:49:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:49:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:49:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:49:01.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.433097 960 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:49:01.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.434502 960 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:49:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.434888 960 kserver.cc:163] Server-wide thread pool size limit: 3276
08:49:01.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.437392 960 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
08:49:01.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.441727 960 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:49:01.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.441995 960 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:49:01.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.442239 960 ts_tablet_manager.cc:610] Registered 0 tablets
08:49:01.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.442401 960 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:49:01.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.591715 960 rpc_server.cc:307] RPC server started. Bound to: 127.0.93.131:45957
08:49:01.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.591779 1089 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.93.131:45957 every 8 connection(s)
08:49:01.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.595218 960 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-2/data/info.pb
08:49:01.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.600786 374 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu as pid 960
08:49:01.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.601248 374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster8573361062262798782/ts-2/wal/instance
08:49:01.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.655730 1092 heartbeater.cc:347] Connected to a master server at 127.0.93.190:33125
08:49:01.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.656179 1092 heartbeater.cc:464] Registering TS with master...
08:49:01.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.657223 1092 heartbeater.cc:511] Master 127.0.93.190:33125 requested a full tablet report, sending...
08:49:01.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.658542 1090 heartbeater.cc:347] Connected to a master server at 127.0.93.188:43001
08:49:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.658838 1090 heartbeater.cc:464] Registering TS with master...
08:49:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.659680 1090 heartbeater.cc:511] Master 127.0.93.188:43001 requested a full tablet report, sending...
08:49:01.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.662067 573 ts_manager.cc:194] Registered new tserver with Master: eb68aabd4bb74d4dae041629de98b8bf (127.0.93.131:45957)
08:49:01.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.663043 419 ts_manager.cc:194] Registered new tserver with Master: eb68aabd4bb74d4dae041629de98b8bf (127.0.93.131:45957)
08:49:01.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.663998 573 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.93.131:47813
08:49:01.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.671694 1091 heartbeater.cc:347] Connected to a master server at 127.0.93.189:32969
08:49:01.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.672029 1091 heartbeater.cc:464] Registering TS with master...
08:49:01.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.672581 1091 heartbeater.cc:511] Master 127.0.93.189:32969 requested a full tablet report, sending...
08:49:01.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.674623 494 ts_manager.cc:194] Registered new tserver with Master: eb68aabd4bb74d4dae041629de98b8bf (127.0.93.131:45957)
08:49:01.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:01.686127 374 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
08:49:01.697 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:49:01.698 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:49:01.709 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.0.93.190"
port: 33125
}
bound_http_address {
host: "127.0.93.190"
port: 37379
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.0.93.189"
port: 32969
}
bound_http_address {
host: "127.0.93.189"
port: 39897
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.0.93.188"
port: 43001
}
bound_http_address {
host: "127.0.93.188"
port: 42081
}
}
}
08:49:01.714 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:49:01.716 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.0.93.129"
port: 34443
}
bound_http_address {
host: "127.0.93.129"
port: 32945
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.0.93.130"
port: 36659
}
bound_http_address {
host: "127.0.93.130"
port: 33361
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.0.93.131"
port: 45957
}
bound_http_address {
host: "127.0.93.131"
port: 40561
}
}
}
08:49:01.716 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:49:01.885 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:49:01.991 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskNG41Dm/test-tmp
08:49:01.992 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:49:01.992 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskNG41Dm/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:49:01.995 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
08:49:02.329 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:49:02.329 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:49:02.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:02.332640 1101 mini_oidc.cc:152] Starting JWKS server
08:49:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:02.335963 1101 webserver.cc:460] Webserver started at http://127.0.0.1:36969/ using document root <none> and password file <none>
08:49:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:02.336342 1101 mini_oidc.cc:189] Starting OIDC Discovery server
08:49:02.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:02.338982 1101 webserver.cc:460] Webserver started at http://127.0.0.1:33455/ using document root <none> and password file <none>
08:49:02.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
08:49:02.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/principal' for realm 'KRBTEST.COM',
08:49:02.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
08:49:02.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:02 dist-test-slave-r8vm krb5kdc[1113](info): setting up network...
08:49:02.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
08:49:02.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:02 dist-test-slave-r8vm krb5kdc[1113](info): set up 2 sockets
08:49:02.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:02 dist-test-slave-r8vm krb5kdc[1113](info): commencing operation
08:49:02.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
08:49:02.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:02.669096 1090 heartbeater.cc:503] Master 127.0.93.188:43001 was elected leader, sending a full tablet report...
08:49:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:03.457098 1101 mini_kdc.cc:121] Time spent starting KDC: real 1.093s user 0.006s sys 0.013s
08:49:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
08:49:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:49:03.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
08:49:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
08:49:03.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:49:03.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
08:49:03.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
08:49:03.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:49:03.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
08:49:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:49:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/test-user.keytab.
08:49:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/test-user.keytab.
08:49:03.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:03 dist-test-slave-r8vm krb5kdc[1113](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498943, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:49:03.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:49:03.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T08:49:03Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
08:49:03.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T08:49:03Z Disabled control of system clock
08:49:03.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.19.126@KRBTEST.COM; defaulting to no policy
08:49:03.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:49:03.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.19.126@KRBTEST.COM" created.
08:49:03.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:49:03.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.19.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kudu_127.1.19.126.keytab.
08:49:03.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.19.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kudu_127.1.19.126.keytab.
08:49:03.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:03.653306 1101 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:49:03.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:49:03.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/wal
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/data
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/logs
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/data/info.pb
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.126:43909
08:49:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.126
08:49:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:49:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kudu_127.1.19.126.keytab
08:49:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.126
08:49:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:49:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:49:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:49:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.84:36941
08:49:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:49:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:49:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:49:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:49:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079
08:49:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:49:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36969/jwks.json
08:49:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:49:03.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:03.959200 1127 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:49:03.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:03.960188 1127 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:49:03.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:03.961079 1127 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:49:03.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:03.997496 1127 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:49:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:03.997720 1127 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:49:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:03.997973 1127 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:49:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:03.998168 1127 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:49:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:03.998356 1127 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:49:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:03.998543 1127 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:49:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:03.998682 1127 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36969/jwks.json
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:04.035768 1127 master_runner.cc:386] Master server non-default flags:
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.84:36941
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/data
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/wal
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kudu_127.1.19.126.keytab
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.126
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.126:43909
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36969/jwks.json
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/data/info.pb
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.126
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/logs
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:49:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:49:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:49:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:49:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:49:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:49:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 07:48:12 UTC on ccycloud.quasar-scsvrw.root.comops.site
08:49:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675734
08:49:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:49:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:04.036855 1127 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:49:04.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:04.037786 1127 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:49:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:04.056032 1134 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:04.056041 1133 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:04.056491 1136 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:05.348968 1135 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:49:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.349128 1127 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:49:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.354461 1127 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:49:05.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.357510 1127 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:49:05.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.358952 1127 hybrid_clock.cc:648] HybridClock initialized: now 1790498945358889 us; error 91 us; skew 500 ppm
08:49:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.359982 1127 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:49:05.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:05 dist-test-slave-r8vm krb5kdc[1113](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498945, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:49:05.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.371619 1127 init.cc:377] Logged in from keytab as kudu/127.1.19.126@KRBTEST.COM (short username kudu)
08:49:05.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.377851 1127 webserver.cc:460] Webserver started at http://127.1.19.126:41473/ using document root <none> and password file <none>
08:49:05.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.379134 1127 fs_manager.cc:359] Metadata directory not provided
08:49:05.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.379387 1127 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:49:05.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.379837 1127 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:49:05.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.384807 1127 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/data/instance:
08:49:05.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fe9ffa12a29d477885821c2481073894"
08:49:05.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:49:05 on dist-test-slave-r8vm"
08:49:05.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.386159 1127 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/wal/instance:
08:49:05.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fe9ffa12a29d477885821c2481073894"
08:49:05.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:49:05 on dist-test-slave-r8vm"
08:49:05.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.394138 1127 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
08:49:05.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.399945 1144 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:49:05.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.401274 1127 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
08:49:05.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.401707 1127 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/data,/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/wal
08:49:05.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fe9ffa12a29d477885821c2481073894"
08:49:05.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:49:05 on dist-test-slave-r8vm"
08:49:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.402165 1127 fs_report.cc:383] FS layout report
08:49:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:49:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/wal
08:49:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/wal
08:49:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/data/data
08:49:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:49:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:49:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:49:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:49:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:49:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:49:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:49:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:49:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:49:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:49:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:49:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.454005 1127 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:49:05.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.460287 1127 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:49:05.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.460702 1127 kserver.cc:163] Server-wide thread pool size limit: 3276
08:49:05.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.539479 1127 rpc_server.cc:307] RPC server started. Bound to: 127.1.19.126:43909
08:49:05.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.539563 1195 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.19.126:43909 every 8 connection(s)
08:49:05.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.542372 1127 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/data/info.pb
08:49:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.543788 1101 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu as pid 1127
08:49:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.544427 1101 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/wal/instance
08:49:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.549595 1196 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:49:05.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.19.125@KRBTEST.COM; defaulting to no policy
08:49:05.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.561120 1196 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.19.126" port: 43909 } has no permanent_uuid. Determining permanent_uuid...
08:49:05.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:49:05.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.19.125@KRBTEST.COM" created.
08:49:05.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:05 dist-test-slave-r8vm krb5kdc[1113](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498945, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.126@KRBTEST.COM for kudu/127.1.19.126@KRBTEST.COM
08:49:05.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:49:05.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.19.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kudu_127.1.19.125.keytab.
08:49:05.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.19.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kudu_127.1.19.125.keytab.
08:49:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.595044 1101 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:49:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:49:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/wal
08:49:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/data
08:49:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:49:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:49:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:49:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:49:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:49:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:49:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/logs
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/data/info.pb
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.125:41521
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.125
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kudu_127.1.19.125.keytab
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.125
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.84:36941
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:49:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:49:05.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079
08:49:05.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:49:05.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36969/jwks.json
08:49:05.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:49:05.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.607180 1196 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } has no permanent_uuid. Determining permanent_uuid...
08:49:05.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:05.609925 1147 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.19.125:41521: connect: Connection refused (error 111)
08:49:05.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:05.614492 1196 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.125:41521: Network error: Client connection negotiation failed: client connection to 127.1.19.125:41521: connect: Connection refused (error 111)
08:49:05.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.664018 1196 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } attempt: 1
08:49:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:05.668016 1196 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.125:41521: Network error: Client connection negotiation failed: client connection to 127.1.19.125:41521: connect: Connection refused (error 111)
08:49:05.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.736426 1196 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } attempt: 2
08:49:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:05.739814 1196 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.125:41521: Network error: Client connection negotiation failed: client connection to 127.1.19.125:41521: connect: Connection refused (error 111)
08:49:05.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.831240 1196 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } attempt: 3
08:49:05.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:05.834822 1196 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.125:41521: Network error: Client connection negotiation failed: client connection to 127.1.19.125:41521: connect: Connection refused (error 111)
08:49:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:05.916913 1202 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:49:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:05.917542 1202 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:49:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:05.918098 1202 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:49:05.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:05.948966 1202 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:49:05.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:05.949260 1202 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:49:05.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:05.949625 1202 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:49:05.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:05.949831 1202 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:49:05.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:05.950013 1202 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:49:05.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:05.950205 1202 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:49:05.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:05.950341 1202 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36969/jwks.json
08:49:05.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.978241 1196 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } attempt: 4
08:49:05.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:05.981999 1196 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.125:41521: Network error: Client connection negotiation failed: client connection to 127.1.19.125:41521: connect: Connection refused (error 111)
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.988677 1202 master_runner.cc:386] Master server non-default flags:
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.84:36941
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/data
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/wal
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kudu_127.1.19.125.keytab
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.125
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.125:41521
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36969/jwks.json
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/data/info.pb
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.125
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/logs
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:49:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:49:05.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:49:05.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:49:05.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:49:05.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:49:05.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 07:48:12 UTC on ccycloud.quasar-scsvrw.root.comops.site
08:49:05.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675734
08:49:05.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:49:05.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.989784 1202 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:49:05.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:05.990844 1202 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:49:06.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:06.010494 1211 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:06.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:06.281342 1196 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } attempt: 5
08:49:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:06.285274 1196 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.125:41521: Network error: Client connection negotiation failed: client connection to 127.1.19.125:41521: connect: Connection refused (error 111)
08:49:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:06.832893 1196 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } attempt: 6
08:49:06.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:06.840148 1196 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.125:41521: Network error: Client connection negotiation failed: client connection to 127.1.19.125:41521: connect: Connection refused (error 111)
08:49:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:06.010700 1210 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:06.012861 1202 server_base.cc:1034] running on GCE node
08:49:07.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:06.011145 1213 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.233997 1202 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:49:07.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.236984 1202 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:49:07.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.238404 1202 hybrid_clock.cc:648] HybridClock initialized: now 1790498947238361 us; error 60 us; skew 500 ppm
08:49:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.239156 1202 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:49:07.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:07 dist-test-slave-r8vm krb5kdc[1113](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498947, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:49:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.245520 1202 init.cc:377] Logged in from keytab as kudu/127.1.19.125@KRBTEST.COM (short username kudu)
08:49:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.250418 1202 webserver.cc:460] Webserver started at http://127.1.19.125:46587/ using document root <none> and password file <none>
08:49:07.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.251336 1202 fs_manager.cc:359] Metadata directory not provided
08:49:07.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.251627 1202 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:49:07.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.252187 1202 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:49:07.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.256903 1202 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/data/instance:
08:49:07.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db034fea119546a2b5c7aa6614a9a7c1"
08:49:07.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:49:07 on dist-test-slave-r8vm"
08:49:07.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.258090 1202 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/wal/instance:
08:49:07.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db034fea119546a2b5c7aa6614a9a7c1"
08:49:07.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:49:07 on dist-test-slave-r8vm"
08:49:07.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.266036 1202 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
08:49:07.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.271325 1223 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:49:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.272274 1202 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.001s
08:49:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.272629 1202 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/data,/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/wal
08:49:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db034fea119546a2b5c7aa6614a9a7c1"
08:49:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:49:07 on dist-test-slave-r8vm"
08:49:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.272981 1202 fs_report.cc:383] FS layout report
08:49:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:49:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/wal
08:49:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/wal
08:49:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/data/data
08:49:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:49:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:49:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:49:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:49:07.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:49:07.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:49:07.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:49:07.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:49:07.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:49:07.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:49:07.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:49:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.313723 1202 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:49:07.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.318910 1202 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:49:07.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.319399 1202 kserver.cc:163] Server-wide thread pool size limit: 3276
08:49:07.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.403143 1202 rpc_server.cc:307] RPC server started. Bound to: 127.1.19.125:41521
08:49:07.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.403215 1274 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.19.125:41521 every 8 connection(s)
08:49:07.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.405893 1202 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/data/info.pb
08:49:07.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.410908 1275 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:49:07.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.414888 1101 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu as pid 1202
08:49:07.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.415329 1101 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/wal/instance
08:49:07.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.422644 1275 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.19.126" port: 43909 } has no permanent_uuid. Determining permanent_uuid...
08:49:07.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.19.124@KRBTEST.COM; defaulting to no policy
08:49:07.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:49:07.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.19.124@KRBTEST.COM" created.
08:49:07.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:07 dist-test-slave-r8vm krb5kdc[1113](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498947, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.125@KRBTEST.COM for kudu/127.1.19.126@KRBTEST.COM
08:49:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:49:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.19.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kudu_127.1.19.124.keytab.
08:49:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.19.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kudu_127.1.19.124.keytab.
08:49:07.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.457343 1275 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } has no permanent_uuid. Determining permanent_uuid...
08:49:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.458174 1101 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:49:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:49:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/wal
08:49:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/data
08:49:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:49:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:49:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:49:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:49:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:49:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:49:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/logs
08:49:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/data/info.pb
08:49:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:49:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:49:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:49:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:49:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:49:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:49:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:49:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:49:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:49:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:49:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:49:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:49:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.124:44079
08:49:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.124
08:49:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:49:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kudu_127.1.19.124.keytab
08:49:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.124
08:49:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:49:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:49:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:49:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.84:36941
08:49:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:49:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:49:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:49:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:49:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079
08:49:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:49:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36969/jwks.json
08:49:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:49:07.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:07 dist-test-slave-r8vm krb5kdc[1113](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498947, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.125@KRBTEST.COM for kudu/127.1.19.125@KRBTEST.COM
08:49:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.484428 1275 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } has no permanent_uuid. Determining permanent_uuid...
08:49:07.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.486402 1224 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.19.124:44079: connect: Connection refused (error 111)
08:49:07.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.490814 1275 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.124:44079: Network error: Client connection negotiation failed: client connection to 127.1.19.124:44079: connect: Connection refused (error 111)
08:49:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.540326 1275 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } attempt: 1
08:49:07.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.544768 1275 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.124:44079: Network error: Client connection negotiation failed: client connection to 127.1.19.124:44079: connect: Connection refused (error 111)
08:49:07.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.613188 1275 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } attempt: 2
08:49:07.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.616742 1275 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.124:44079: Network error: Client connection negotiation failed: client connection to 127.1.19.124:44079: connect: Connection refused (error 111)
08:49:07.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.708216 1275 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } attempt: 3
08:49:07.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.712155 1275 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.124:44079: Network error: Client connection negotiation failed: client connection to 127.1.19.124:44079: connect: Connection refused (error 111)
08:49:07.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.778344 1282 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:49:07.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.778873 1282 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:49:07.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.779578 1282 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:49:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.812892 1282 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:49:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.813180 1282 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:49:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.813650 1282 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:49:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.813977 1282 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:49:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.814287 1282 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:49:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.814608 1282 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:49:07.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.814878 1282 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36969/jwks.json
08:49:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.851253 1282 master_runner.cc:386] Master server non-default flags:
08:49:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:49:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.84:36941
08:49:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:49:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:49:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/data
08:49:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/wal
08:49:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:49:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:49:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079
08:49:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kudu_127.1.19.124.keytab
08:49:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.124
08:49:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:49:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:49:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:49:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.124:44079
08:49:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:49:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:49:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36969/jwks.json
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/data/info.pb
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.124
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/logs
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 07:48:12 UTC on ccycloud.quasar-scsvrw.root.comops.site
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675734
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:49:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.852695 1282 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:49:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.854060 1282 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:49:07.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.855593 1275 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } attempt: 4
08:49:07.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.859135 1275 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.124:44079: Network error: Client connection negotiation failed: client connection to 127.1.19.124:44079: connect: Connection refused (error 111)
08:49:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.873788 1289 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:07.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.900617 1196 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } attempt: 7
08:49:07.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:07 dist-test-slave-r8vm krb5kdc[1113](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498945, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.126@KRBTEST.COM for kudu/127.1.19.125@KRBTEST.COM
08:49:07.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.933264 1196 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } has no permanent_uuid. Determining permanent_uuid...
08:49:07.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.940230 1196 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.124:44079: Network error: Client connection negotiation failed: client connection to 127.1.19.124:44079: connect: Connection refused (error 111)
08:49:07.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.998641 1196 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } attempt: 1
08:49:08.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:08.003429 1196 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.124:44079: Network error: Client connection negotiation failed: client connection to 127.1.19.124:44079: connect: Connection refused (error 111)
08:49:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:08.084802 1196 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } attempt: 2
08:49:08.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:08.090160 1196 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.124:44079: Network error: Client connection negotiation failed: client connection to 127.1.19.124:44079: connect: Connection refused (error 111)
08:49:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:08.158510 1275 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } attempt: 5
08:49:08.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:08.163395 1275 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.124:44079: Network error: Client connection negotiation failed: client connection to 127.1.19.124:44079: connect: Connection refused (error 111)
08:49:08.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:08.175556 1196 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } attempt: 3
08:49:08.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:08.180038 1196 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.124:44079: Network error: Client connection negotiation failed: client connection to 127.1.19.124:44079: connect: Connection refused (error 111)
08:49:08.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:08.320442 1196 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } attempt: 4
08:49:08.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:08.325171 1196 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.124:44079: Network error: Client connection negotiation failed: client connection to 127.1.19.124:44079: connect: Connection refused (error 111)
08:49:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:08.608608 1196 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } attempt: 5
08:49:08.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:08.612411 1196 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.124:44079: Network error: Client connection negotiation failed: client connection to 127.1.19.124:44079: connect: Connection refused (error 111)
08:49:08.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:08.710767 1275 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } attempt: 6
08:49:08.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:08.718158 1275 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.124:44079: Network error: Client connection negotiation failed: client connection to 127.1.19.124:44079: connect: Connection refused (error 111)
08:49:09.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.873788 1290 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:09.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:07.876405 1282 server_base.cc:1034] running on GCE node
08:49:09.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:07.874053 1292 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:09.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.122166 1282 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:49:09.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.124926 1282 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:49:09.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.126327 1282 hybrid_clock.cc:648] HybridClock initialized: now 1790498949126260 us; error 58 us; skew 500 ppm
08:49:09.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.127265 1282 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:49:09.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:09 dist-test-slave-r8vm krb5kdc[1113](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498949, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:49:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.133750 1282 init.cc:377] Logged in from keytab as kudu/127.1.19.124@KRBTEST.COM (short username kudu)
08:49:09.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.139289 1282 webserver.cc:460] Webserver started at http://127.1.19.124:39241/ using document root <none> and password file <none>
08:49:09.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.140138 1282 fs_manager.cc:359] Metadata directory not provided
08:49:09.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.140302 1282 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:49:09.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.140651 1282 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:49:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.147883 1282 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/data/instance:
08:49:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b855b3ef2d4410098befb44c63f517c"
08:49:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:49:09 on dist-test-slave-r8vm"
08:49:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.149739 1282 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/wal/instance:
08:49:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b855b3ef2d4410098befb44c63f517c"
08:49:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:49:09 on dist-test-slave-r8vm"
08:49:09.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.163246 1282 fs_manager.cc:691] Time spent creating directory manager: real 0.013s user 0.012s sys 0.000s
08:49:09.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.164824 1196 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } attempt: 6
08:49:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.170147 1308 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:49:09.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.171343 1282 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
08:49:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.171686 1282 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/data,/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/wal
08:49:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b855b3ef2d4410098befb44c63f517c"
08:49:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:49:09 on dist-test-slave-r8vm"
08:49:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.172021 1282 fs_report.cc:383] FS layout report
08:49:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:49:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/wal
08:49:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/wal
08:49:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/data/data
08:49:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:49:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:49:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:49:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:49:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:49:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:49:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:49:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:49:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:49:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:49:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:49:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:09.180100 1196 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.124:44079: Network error: Client connection negotiation failed: client connection to 127.1.19.124:44079: connect: Connection refused (error 111)
08:49:09.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.208329 1282 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:49:09.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.216928 1282 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:49:09.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.217530 1282 kserver.cc:163] Server-wide thread pool size limit: 3276
08:49:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.298522 1282 rpc_server.cc:307] RPC server started. Bound to: 127.1.19.124:44079
08:49:09.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.298615 1360 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.19.124:44079 every 8 connection(s)
08:49:09.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.301220 1282 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/data/info.pb
08:49:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.307610 1361 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:49:09.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.308485 1101 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu as pid 1282
08:49:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.308830 1101 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/wal/instance
08:49:09.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.322350 1361 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.19.126" port: 43909 } has no permanent_uuid. Determining permanent_uuid...
08:49:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:09 dist-test-slave-r8vm krb5kdc[1113](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498949, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.124@KRBTEST.COM for kudu/127.1.19.126@KRBTEST.COM
08:49:09.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:09 dist-test-slave-r8vm krb5kdc[1113](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498943, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.19.124@KRBTEST.COM
08:49:09.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.359434 1361 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } has no permanent_uuid. Determining permanent_uuid...
08:49:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:09 dist-test-slave-r8vm krb5kdc[1113](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498949, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.124@KRBTEST.COM for kudu/127.1.19.125@KRBTEST.COM
08:49:09.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:09 dist-test-slave-r8vm krb5kdc[1113](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498943, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.19.125@KRBTEST.COM
08:49:09.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.389006 1361 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } has no permanent_uuid. Determining permanent_uuid...
08:49:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:09 dist-test-slave-r8vm krb5kdc[1113](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498949, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.124@KRBTEST.COM for kudu/127.1.19.124@KRBTEST.COM
08:49:09.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:09 dist-test-slave-r8vm krb5kdc[1113](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498943, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.19.126@KRBTEST.COM
08:49:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.425614 1361 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: Bootstrap starting.
08:49:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.426357 1101 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
08:49:09.433 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:49:09.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.433601 1361 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: Neither blocks nor log segments found. Creating new log.
08:49:09.434 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
08:49:09.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.435374 1361 log.cc:824] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: Log is configured to *not* fsync() on all Append() calls
08:49:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.440503 1361 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: No bootstrap required, opened a new log
08:49:09.447 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
08:49:09.448 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
08:49:09.451 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.1.19.126"
port: 43909
}
bound_http_address {
host: "127.1.19.126"
port: 41473
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.1.19.125"
port: 41521
}
bound_http_address {
host: "127.1.19.125"
port: 46587
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.1.19.124"
port: 44079
}
bound_http_address {
host: "127.1.19.124"
port: 39241
}
}
}
08:49:09.452 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:49:09.452 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:49:09.452 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:49:09.454 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:49:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.465078 1361 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe9ffa12a29d477885821c2481073894" member_type: VOTER last_known_addr { host: "127.1.19.126" port: 43909 } } peers { permanent_uuid: "db034fea119546a2b5c7aa6614a9a7c1" member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } } peers { permanent_uuid: "7b855b3ef2d4410098befb44c63f517c" member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } }
08:49:09.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.466001 1361 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:49:09.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.466254 1361 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b855b3ef2d4410098befb44c63f517c, State: Initialized, Role: FOLLOWER
08:49:09.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.467120 1361 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe9ffa12a29d477885821c2481073894" member_type: VOTER last_known_addr { host: "127.1.19.126" port: 43909 } } peers { permanent_uuid: "db034fea119546a2b5c7aa6614a9a7c1" member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } } peers { permanent_uuid: "7b855b3ef2d4410098befb44c63f517c" member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } }
08:49:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.470178 1371 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe9ffa12a29d477885821c2481073894" member_type: VOTER last_known_addr { host: "127.1.19.126" port: 43909 } } peers { permanent_uuid: "db034fea119546a2b5c7aa6614a9a7c1" member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } } peers { permanent_uuid: "7b855b3ef2d4410098befb44c63f517c" member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } } }
08:49:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.471239 1371 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [sys.catalog]: This master's current role is: FOLLOWER
08:49:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.472566 1361 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [sys.catalog]: configured and running, proceeding with master startup.
08:49:09.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:09.473877 1315 tablet.cc:2369] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:49:09.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:09 dist-test-slave-r8vm krb5kdc[1113](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498949, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:49:09.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:49:09.503 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:49:09.505 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/krb5cc
08:49:09.515 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:49:09.516 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/krb5cc
08:49:09.520 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:49:09.526 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
08:49:09.529 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:49:09.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:09.529126 1383 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:09.529706 1383 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:09.530 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:49:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.506112 1282 master_runner.cc:186] Error getting master registration for 127.1.19.126:43909: OK, instance_id { permanent_uuid: "fe9ffa12a29d477885821c2481073894" instance_seqno: 1790498945517120 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:49:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.544741 1282 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:49:09.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:09 dist-test-slave-r8vm krb5kdc[1113](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498949, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:49:09.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:49:09.573 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:49:09.573 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/krb5cc
08:49:09.575 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:49:09.575 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.19.126:43909
08:49:09.577 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:49:09.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.578469 1101 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu with pid 1127
08:49:09.611 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:49:09.611 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.19.125:41521
08:49:09.611 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:49:09.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.611941 1101 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu with pid 1202
08:49:09.642 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:49:09.643 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.19.124:44079
08:49:09.643 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:49:09.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.644199 1101 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu with pid 1282
08:49:09.665 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:49:09.665 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.19.126:43909
08:49:09.666 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:49:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:09.668279 1101 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:49:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:49:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/wal
08:49:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/data
08:49:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:49:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:49:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/logs
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/data/info.pb
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.126:43909
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.126
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41473
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kudu_127.1.19.126.keytab
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.126
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.84:36941
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:49:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:49:09.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:49:09.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:49:09.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079
08:49:09.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:49:09.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36969/jwks.json
08:49:09.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:49:09.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:09.977370 1387 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:49:09.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:09.978192 1387 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:49:09.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:09.979197 1387 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:49:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:10.010627 1387 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:49:10.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:10.010862 1387 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:49:10.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:10.011121 1387 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:49:10.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:10.011312 1387 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:49:10.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:10.011495 1387 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:49:10.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:10.011677 1387 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:49:10.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:10.011825 1387 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36969/jwks.json
08:49:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:10.053836 1387 master_runner.cc:386] Master server non-default flags:
08:49:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:49:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.84:36941
08:49:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:49:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:49:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/data
08:49:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/wal
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kudu_127.1.19.126.keytab
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.126
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.126:43909
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36969/jwks.json
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/data/info.pb
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.126
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41473
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/logs
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 07:48:12 UTC on ccycloud.quasar-scsvrw.root.comops.site
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675734
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:10.054910 1387 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:49:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:10.055819 1387 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:49:10.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:10.073907 1397 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:10.074038 1396 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:10.074512 1399 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:10.076399 1387 server_base.cc:1034] running on GCE node
08:49:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.315464 1387 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:49:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.318375 1387 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:49:11.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.319829 1387 hybrid_clock.cc:648] HybridClock initialized: now 1790498951319790 us; error 57 us; skew 500 ppm
08:49:11.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.320931 1387 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:49:11.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:11 dist-test-slave-r8vm krb5kdc[1113](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498951, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:49:11.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.330833 1387 init.cc:377] Logged in from keytab as kudu/127.1.19.126@KRBTEST.COM (short username kudu)
08:49:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.335690 1387 webserver.cc:460] Webserver started at http://127.1.19.126:41473/ using document root <none> and password file <none>
08:49:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.336485 1387 fs_manager.cc:359] Metadata directory not provided
08:49:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.336676 1387 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:49:11.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.344882 1387 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
08:49:11.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.349696 1408 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:49:11.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.350901 1387 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
08:49:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.351162 1387 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/data,/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/wal
08:49:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fe9ffa12a29d477885821c2481073894"
08:49:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:49:05 on dist-test-slave-r8vm"
08:49:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.353315 1387 fs_report.cc:383] FS layout report
08:49:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:49:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/wal
08:49:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/wal
08:49:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/data/data
08:49:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:49:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:49:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:49:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:49:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:49:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:49:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:49:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:49:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:49:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:49:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:49:11.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.392488 1387 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:49:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.397898 1387 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:49:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.398427 1387 kserver.cc:163] Server-wide thread pool size limit: 3276
08:49:11.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.467546 1387 rpc_server.cc:307] RPC server started. Bound to: 127.1.19.126:43909
08:49:11.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.467659 1459 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.19.126:43909 every 8 connection(s)
08:49:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.470198 1387 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/data/info.pb
08:49:11.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.480455 1460 sys_catalog.cc:263] Verifying existing consensus state
08:49:11.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.480613 1101 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu as pid 1387
08:49:11.481 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:49:11.481 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.19.125:41521
08:49:11.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260927 08:49:11.481355 1460 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
08:49:11.481 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
08:49:11.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.481814 1387 master.cc:537] Master@127.1.19.126:43909 shutting down...
08:49:11.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.483479 1101 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/wal
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/data
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/logs
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/data/info.pb
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:49:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:49:11.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:49:11.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:49:11.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:49:11.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.125:41521
08:49:11.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.125
08:49:11.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46587
08:49:11.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kudu_127.1.19.125.keytab
08:49:11.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.125
08:49:11.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:49:11.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:49:11.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:49:11.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.84:36941
08:49:11.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:49:11.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:49:11.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:49:11.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:49:11.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079
08:49:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:49:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36969/jwks.json
08:49:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:49:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.546975 1387 master.cc:552] Master@127.1.19.126:43909 shutdown complete.
08:49:11.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
08:49:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:11.798348 1462 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:49:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:11.799074 1462 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:49:11.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:11.800004 1462 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:49:11.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:11.831907 1462 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:49:11.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:11.832123 1462 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:49:11.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:11.832377 1462 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:49:11.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:11.832580 1462 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:49:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:11.832875 1462 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:49:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:11.833196 1462 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:49:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:11.833482 1462 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36969/jwks.json
08:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.870618 1462 master_runner.cc:386] Master server non-default flags:
08:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.84:36941
08:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/data
08:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/wal
08:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079
08:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kudu_127.1.19.125.keytab
08:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.125
08:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.125:41521
08:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:49:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36969/jwks.json
08:49:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:49:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:49:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:49:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:49:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:49:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/data/info.pb
08:49:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.125
08:49:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46587
08:49:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:49:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:49:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:49:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:49:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:49:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/logs
08:49:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:49:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:49:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:49:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:49:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:49:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:49:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:49:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 07:48:12 UTC on ccycloud.quasar-scsvrw.root.comops.site
08:49:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675734
08:49:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:49:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.871915 1462 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:49:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.873214 1462 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:49:11.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:11.892108 1471 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:13.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:11.892565 1468 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:13.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:11.892901 1469 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:13.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:11.893729 1462 server_base.cc:1034] running on GCE node
08:49:13.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.119494 1462 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:49:13.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.122056 1462 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:49:13.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.123476 1462 hybrid_clock.cc:648] HybridClock initialized: now 1790498953123421 us; error 54 us; skew 500 ppm
08:49:13.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.124234 1462 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:49:13.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:13 dist-test-slave-r8vm krb5kdc[1113](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498953, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:49:13.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.129952 1462 init.cc:377] Logged in from keytab as kudu/127.1.19.125@KRBTEST.COM (short username kudu)
08:49:13.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.135088 1462 webserver.cc:460] Webserver started at http://127.1.19.125:46587/ using document root <none> and password file <none>
08:49:13.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.135993 1462 fs_manager.cc:359] Metadata directory not provided
08:49:13.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.136248 1462 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:49:13.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.144393 1462 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
08:49:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.149279 1481 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:49:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.150462 1462 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
08:49:13.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.150728 1462 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/data,/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/wal
08:49:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db034fea119546a2b5c7aa6614a9a7c1"
08:49:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:49:07 on dist-test-slave-r8vm"
08:49:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.152935 1462 fs_report.cc:383] FS layout report
08:49:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:49:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/wal
08:49:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/wal
08:49:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/data/data
08:49:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:49:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:49:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:49:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:49:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:49:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:49:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:49:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:49:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:49:13.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:49:13.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:49:13.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.195974 1462 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:49:13.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.201753 1462 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:49:13.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.202276 1462 kserver.cc:163] Server-wide thread pool size limit: 3276
08:49:13.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.273811 1462 rpc_server.cc:307] RPC server started. Bound to: 127.1.19.125:41521
08:49:13.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.273926 1532 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.19.125:41521 every 8 connection(s)
08:49:13.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.276458 1462 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/data/info.pb
08:49:13.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.280385 1101 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu as pid 1462
08:49:13.281 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:49:13.281 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.19.124:44079
08:49:13.282 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
08:49:13.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.283360 1101 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:49:13.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu
08:49:13.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/wal
08:49:13.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/data
08:49:13.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:49:13.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:49:13.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/logs
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/data/info.pb
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.124:44079
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.124
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39241
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kudu_127.1.19.124.keytab
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.124
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.84:36941
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:49:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:49:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:49:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079
08:49:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:49:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36969/jwks.json
08:49:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:49:13.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.288197 1533 sys_catalog.cc:263] Verifying existing consensus state
08:49:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260927 08:49:13.289098 1533 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
08:49:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.289568 1462 master.cc:537] Master@127.1.19.125:41521 shutting down...
08:49:13.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.349010 1462 master.cc:552] Master@127.1.19.125:41521 shutdown complete.
08:49:13.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
08:49:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:13.408468 525 debug-util.cc:398] Leaking SignalData structure 0x7b08000a7f00 after lost signal to thread 460
08:49:13.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:13.408962 525 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae460 after lost signal to thread 528
08:49:13.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:13.607290 1535 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:49:13.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:13.608042 1535 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:49:13.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:13.609030 1535 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:49:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:13.644786 1535 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:49:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:13.645010 1535 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:49:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:13.645283 1535 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:49:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:13.645589 1535 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:49:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:13.645876 1535 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:49:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:13.646130 1535 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:49:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:13.646289 1535 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36969/jwks.json
08:49:13.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.683502 1535 master_runner.cc:386] Master server non-default flags:
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.84:36941
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/data
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/wal
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/krb5kdc/kudu_127.1.19.124.keytab
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.124
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.124:44079
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36969/jwks.json
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/data/info.pb
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.124
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39241
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:49:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:49:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:49:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:49:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:49:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/logs
08:49:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:49:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:49:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:49:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:49:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:49:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:49:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:49:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 07:48:12 UTC on ccycloud.quasar-scsvrw.root.comops.site
08:49:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675734
08:49:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:49:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.684999 1535 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:49:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:13.686178 1535 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:49:13.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:13.708352 1542 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:13.709427 1544 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:13.708973 1541 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:49:14.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:14.982709 1543 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:49:14.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:14.982973 1535 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:49:14.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:14.987347 1535 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:49:14.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:14.996186 1535 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:49:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:14.997857 1535 hybrid_clock.cc:648] HybridClock initialized: now 1790498954997756 us; error 74 us; skew 500 ppm
08:49:14.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:14.999001 1535 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:49:15.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:14 dist-test-slave-r8vm krb5kdc[1113](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498954, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:49:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.005014 1535 init.cc:377] Logged in from keytab as kudu/127.1.19.124@KRBTEST.COM (short username kudu)
08:49:15.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.010951 1535 webserver.cc:460] Webserver started at http://127.1.19.124:39241/ using document root <none> and password file <none>
08:49:15.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.011909 1535 fs_manager.cc:359] Metadata directory not provided
08:49:15.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.012166 1535 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:49:15.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.020445 1535 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
08:49:15.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.025197 1552 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:49:15.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.026437 1535 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
08:49:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.026836 1535 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/data,/tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/wal
08:49:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b855b3ef2d4410098befb44c63f517c"
08:49:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 08:49:09 on dist-test-slave-r8vm"
08:49:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.029183 1535 fs_report.cc:383] FS layout report
08:49:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:49:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/wal
08:49:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/wal
08:49:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/data/data
08:49:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:49:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:49:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:49:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:49:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:49:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:49:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:49:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:49:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:49:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:49:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:49:15.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.070209 1535 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:49:15.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.075876 1535 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:49:15.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.076375 1535 kserver.cc:163] Server-wide thread pool size limit: 3276
08:49:15.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.155925 1535 rpc_server.cc:307] RPC server started. Bound to: 127.1.19.124:44079
08:49:15.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.156001 1603 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.19.124:44079 every 8 connection(s)
08:49:15.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.159027 1535 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNG41Dm/test-tmp/mini-kudu-cluster1985693169566549518/master-2/data/info.pb
08:49:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.160928 1101 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu as pid 1535
08:49:15.162 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:49:15.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.172338 1604 sys_catalog.cc:263] Verifying existing consensus state
08:49:15.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.178459 1604 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: Bootstrap starting.
08:49:15.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.215147 1604 log.cc:824] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: Log is configured to *not* fsync() on all Append() calls
08:49:15.218 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:15.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.219689 1604 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:49:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.220563 1604 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: Bootstrap complete.
08:49:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.254690 1604 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe9ffa12a29d477885821c2481073894" member_type: VOTER last_known_addr { host: "127.1.19.126" port: 43909 } } peers { permanent_uuid: "db034fea119546a2b5c7aa6614a9a7c1" member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } } peers { permanent_uuid: "7b855b3ef2d4410098befb44c63f517c" member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } }
08:49:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.258266 1604 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:49:15.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.258541 1604 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b855b3ef2d4410098befb44c63f517c, State: Initialized, Role: FOLLOWER
08:49:15.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.259513 1604 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe9ffa12a29d477885821c2481073894" member_type: VOTER last_known_addr { host: "127.1.19.126" port: 43909 } } peers { permanent_uuid: "db034fea119546a2b5c7aa6614a9a7c1" member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } } peers { permanent_uuid: "7b855b3ef2d4410098befb44c63f517c" member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } }
08:49:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.263365 1608 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe9ffa12a29d477885821c2481073894" member_type: VOTER last_known_addr { host: "127.1.19.126" port: 43909 } } peers { permanent_uuid: "db034fea119546a2b5c7aa6614a9a7c1" member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } } peers { permanent_uuid: "7b855b3ef2d4410098befb44c63f517c" member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } } }
08:49:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.264190 1608 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [sys.catalog]: This master's current role is: FOLLOWER
08:49:15.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.265265 1604 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [sys.catalog]: configured and running, proceeding with master startup.
08:49:15.296 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:15.300 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.19.124:44079(127.1.19.124:44079)] connecting to peer
08:49:15.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:15.305683 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:15.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:15.306025 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.294075 1535 master_runner.cc:186] Error getting master registration for 127.1.19.126:43909: Network error: Client connection negotiation failed: client connection to 127.1.19.126:43909: connect: Connection refused (error 111),
08:49:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.323221 1535 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:49:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:15.332664 1558 tablet.cc:2369] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:49:15.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.375 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.19.124:44079(127.1.19.124:44079)] Successfully connected to peer
08:49:15.475 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
08:49:15.491 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.1.19.124
08:49:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.586810 1608 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:49:15.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.587357 1608 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe9ffa12a29d477885821c2481073894" member_type: VOTER last_known_addr { host: "127.1.19.126" port: 43909 } } peers { permanent_uuid: "db034fea119546a2b5c7aa6614a9a7c1" member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } } peers { permanent_uuid: "7b855b3ef2d4410098befb44c63f517c" member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } }
08:49:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:15.592698 1553 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.19.126:43909: connect: Connection refused (error 111)
08:49:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.597043 1608 leader_election.cc:288] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fe9ffa12a29d477885821c2481073894 (127.1.19.126:43909), db034fea119546a2b5c7aa6614a9a7c1 (127.1.19.125:41521)
08:49:15.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:15.620898 1555 leader_election.cc:334] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer db034fea119546a2b5c7aa6614a9a7c1 (127.1.19.125:41521): Network error: Client connection negotiation failed: client connection to 127.1.19.125:41521: connect: Connection refused (error 111)
08:49:15.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:15.622864 1553 leader_election.cc:334] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fe9ffa12a29d477885821c2481073894 (127.1.19.126:43909): Network error: Client connection negotiation failed: client connection to 127.1.19.126:43909: connect: Connection refused (error 111)
08:49:15.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.623266 1553 leader_election.cc:302] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7b855b3ef2d4410098befb44c63f517c; no voters: db034fea119546a2b5c7aa6614a9a7c1, fe9ffa12a29d477885821c2481073894
08:49:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:15.624032 1608 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:49:15.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:15 dist-test-slave-r8vm krb5kdc[1113](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498949, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.19.124@KRBTEST.COM
08:49:15.803 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6be3f592, L:/127.0.0.1:55378 - R:/127.1.19.124:44079] using SASL/GSSAPI
08:49:15.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:15.831 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:15.832 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:15.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.841 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:15.849 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:15.851 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:15.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:15.869 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:15.870 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:15.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:15.909 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:15.910 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:15.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:15.928 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:15.930 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:15.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:15.969 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:15.970 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:15.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:15.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:15.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:16.029 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:16.031 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:16.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:16.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:16.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:16.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:16.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:16.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:16.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:16.230 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:16.231 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:16.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:16.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:16.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:16.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:16.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:16.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:16.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:16.308846 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:16.309119 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:16.749 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:16.751 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:16.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:16.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:16.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:16.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:16.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:16.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:16.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:17.311890 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:17.312162 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:17.569 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:17.570 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:17.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:17.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:17.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:17.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:17.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:17.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:17.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:17.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:17.864284 1628 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:49:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:17.864641 1628 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe9ffa12a29d477885821c2481073894" member_type: VOTER last_known_addr { host: "127.1.19.126" port: 43909 } } peers { permanent_uuid: "db034fea119546a2b5c7aa6614a9a7c1" member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } } peers { permanent_uuid: "7b855b3ef2d4410098befb44c63f517c" member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } }
08:49:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:17.866134 1628 leader_election.cc:288] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fe9ffa12a29d477885821c2481073894 (127.1.19.126:43909), db034fea119546a2b5c7aa6614a9a7c1 (127.1.19.125:41521)
08:49:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:17.872714 1553 leader_election.cc:334] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fe9ffa12a29d477885821c2481073894 (127.1.19.126:43909): Network error: Client connection negotiation failed: client connection to 127.1.19.126:43909: connect: Connection refused (error 111)
08:49:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:17.873164 1555 leader_election.cc:334] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer db034fea119546a2b5c7aa6614a9a7c1 (127.1.19.125:41521): Network error: Client connection negotiation failed: client connection to 127.1.19.125:41521: connect: Connection refused (error 111)
08:49:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:17.873656 1555 leader_election.cc:302] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7b855b3ef2d4410098befb44c63f517c; no voters: db034fea119546a2b5c7aa6614a9a7c1, fe9ffa12a29d477885821c2481073894
08:49:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:17.874280 1628 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:49:18.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:18.315119 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:18.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:18.315368 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:19.289 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:19.290 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:19.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:19.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:19.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:19.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:19.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:19.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:19.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:19.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:19.318107 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:19.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:19.318361 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:19.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:19.607479 1635 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:49:19.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:19.607832 1635 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe9ffa12a29d477885821c2481073894" member_type: VOTER last_known_addr { host: "127.1.19.126" port: 43909 } } peers { permanent_uuid: "db034fea119546a2b5c7aa6614a9a7c1" member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } } peers { permanent_uuid: "7b855b3ef2d4410098befb44c63f517c" member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } }
08:49:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:19.609156 1635 leader_election.cc:288] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fe9ffa12a29d477885821c2481073894 (127.1.19.126:43909), db034fea119546a2b5c7aa6614a9a7c1 (127.1.19.125:41521)
08:49:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:19.614881 1555 leader_election.cc:334] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer db034fea119546a2b5c7aa6614a9a7c1 (127.1.19.125:41521): Network error: Client connection negotiation failed: client connection to 127.1.19.125:41521: connect: Connection refused (error 111)
08:49:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:19.615307 1553 leader_election.cc:334] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fe9ffa12a29d477885821c2481073894 (127.1.19.126:43909): Network error: Client connection negotiation failed: client connection to 127.1.19.126:43909: connect: Connection refused (error 111)
08:49:19.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:19.615693 1553 leader_election.cc:302] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7b855b3ef2d4410098befb44c63f517c; no voters: db034fea119546a2b5c7aa6614a9a7c1, fe9ffa12a29d477885821c2481073894
08:49:19.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:19.616312 1635 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:49:20.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:20.321120 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:20.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:20.321408 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:20.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:20.326179 1535 master_runner.cc:186] Error getting master registration for 127.1.19.126:43909: Network error: Client connection negotiation failed: client connection to 127.1.19.126:43909: connect: Connection refused (error 111),
08:49:20.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:20.326659 1535 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:49:21.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:21.324237 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:21.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:21.324486 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:22.158077 1642 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:49:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:22.158550 1642 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe9ffa12a29d477885821c2481073894" member_type: VOTER last_known_addr { host: "127.1.19.126" port: 43909 } } peers { permanent_uuid: "db034fea119546a2b5c7aa6614a9a7c1" member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } } peers { permanent_uuid: "7b855b3ef2d4410098befb44c63f517c" member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } }
08:49:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:22.160182 1642 leader_election.cc:288] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fe9ffa12a29d477885821c2481073894 (127.1.19.126:43909), db034fea119546a2b5c7aa6614a9a7c1 (127.1.19.125:41521)
08:49:22.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:22.174998 1553 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.19.126:43909: connect: Connection refused (error 111) [suppressed 5 similar messages]
08:49:22.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:22.178562 1553 leader_election.cc:334] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fe9ffa12a29d477885821c2481073894 (127.1.19.126:43909): Network error: Client connection negotiation failed: client connection to 127.1.19.126:43909: connect: Connection refused (error 111)
08:49:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:22.178956 1555 leader_election.cc:334] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer db034fea119546a2b5c7aa6614a9a7c1 (127.1.19.125:41521): Network error: Client connection negotiation failed: client connection to 127.1.19.125:41521: connect: Connection refused (error 111)
08:49:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:22.179255 1555 leader_election.cc:302] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7b855b3ef2d4410098befb44c63f517c; no voters: db034fea119546a2b5c7aa6614a9a7c1, fe9ffa12a29d477885821c2481073894
08:49:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:22.179862 1642 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:49:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:22.327384 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:22.327665 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:23.330652 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:23.330897 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:23.389 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:23.390 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:23.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:23.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:23.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:23.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:23.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:23.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:23.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:24.334316 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:24.334642 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:25 dist-test-slave-r8vm krb5kdc[1113](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498965, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:49:25.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:25.009491 1548 init.cc:295] Successfully reacquired a new kerberos TGT
08:49:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:25.329818 1535 master_runner.cc:186] Error getting master registration for 127.1.19.126:43909: Network error: Client connection negotiation failed: client connection to 127.1.19.126:43909: connect: Connection refused (error 111),
08:49:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:25.330214 1535 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:49:25.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:25.337239 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:25.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:25.337471 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:26.340139 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:26.340389 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:26.409 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:26.410 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:26.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:26.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:26.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:26.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:26.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:26.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:26.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:26.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:26.719509 1651 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:49:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:26.719959 1651 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe9ffa12a29d477885821c2481073894" member_type: VOTER last_known_addr { host: "127.1.19.126" port: 43909 } } peers { permanent_uuid: "db034fea119546a2b5c7aa6614a9a7c1" member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } } peers { permanent_uuid: "7b855b3ef2d4410098befb44c63f517c" member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } }
08:49:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:26.721858 1651 leader_election.cc:288] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fe9ffa12a29d477885821c2481073894 (127.1.19.126:43909), db034fea119546a2b5c7aa6614a9a7c1 (127.1.19.125:41521)
08:49:26.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:26.727188 1553 leader_election.cc:334] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fe9ffa12a29d477885821c2481073894 (127.1.19.126:43909): Network error: Client connection negotiation failed: client connection to 127.1.19.126:43909: connect: Connection refused (error 111)
08:49:26.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:26.727756 1555 leader_election.cc:334] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer db034fea119546a2b5c7aa6614a9a7c1 (127.1.19.125:41521): Network error: Client connection negotiation failed: client connection to 127.1.19.125:41521: connect: Connection refused (error 111)
08:49:26.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:26.728056 1555 leader_election.cc:302] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7b855b3ef2d4410098befb44c63f517c; no voters: db034fea119546a2b5c7aa6614a9a7c1, fe9ffa12a29d477885821c2481073894
08:49:26.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:26.728590 1651 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:49:27.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:27.343473 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:27.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:27.343725 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:28.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:28.346383 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:28.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:28.346624 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:29.069 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:29.070 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:29.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:29.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:29.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:29.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:29.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:29.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:29.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:29.349362 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:29.349682 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:30.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:30.063757 1659 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:49:30.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:30.064317 1659 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe9ffa12a29d477885821c2481073894" member_type: VOTER last_known_addr { host: "127.1.19.126" port: 43909 } } peers { permanent_uuid: "db034fea119546a2b5c7aa6614a9a7c1" member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } } peers { permanent_uuid: "7b855b3ef2d4410098befb44c63f517c" member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } }
08:49:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:30.066244 1659 leader_election.cc:288] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fe9ffa12a29d477885821c2481073894 (127.1.19.126:43909), db034fea119546a2b5c7aa6614a9a7c1 (127.1.19.125:41521)
08:49:30.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:30.071334 1555 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.19.125:41521: connect: Connection refused (error 111) [suppressed 3 similar messages]
08:49:30.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:30.074601 1555 leader_election.cc:334] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer db034fea119546a2b5c7aa6614a9a7c1 (127.1.19.125:41521): Network error: Client connection negotiation failed: client connection to 127.1.19.125:41521: connect: Connection refused (error 111)
08:49:30.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:30.075006 1553 leader_election.cc:334] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fe9ffa12a29d477885821c2481073894 (127.1.19.126:43909): Network error: Client connection negotiation failed: client connection to 127.1.19.126:43909: connect: Connection refused (error 111)
08:49:30.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:30.075367 1553 leader_election.cc:302] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7b855b3ef2d4410098befb44c63f517c; no voters: db034fea119546a2b5c7aa6614a9a7c1, fe9ffa12a29d477885821c2481073894
08:49:30.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:30.076082 1659 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:49:30.249 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:30.251 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:30.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:30.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:30.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:30.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:30.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:30.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:30.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:30.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:30.332473 1535 master_runner.cc:186] Error getting master registration for 127.1.19.126:43909: Network error: Client connection negotiation failed: client connection to 127.1.19.126:43909: connect: Connection refused (error 111),
08:49:30.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:30.332947 1535 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:49:30.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:30.352774 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:30.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:30.353120 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:31.356127 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:31.356444 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:32.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:32.359226 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:32.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:32.359500 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:33.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:33.362330 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:33.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:33.362635 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:33.549 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:33.550 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:33.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:33.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:33.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:33.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:33.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:33.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:33.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:34.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:34.366724 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:34.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:34.367238 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:35.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 08:49:35 dist-test-slave-r8vm krb5kdc[1113](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790498975, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:49:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:35.012390 1548 init.cc:295] Successfully reacquired a new kerberos TGT
08:49:35.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:35.336498 1535 master_runner.cc:186] Error getting master registration for 127.1.19.126:43909: Network error: Client connection negotiation failed: client connection to 127.1.19.126:43909: connect: Connection refused (error 111),
08:49:35.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:35.336925 1535 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:49:35.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:35.370573 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:35.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:35.370939 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:36.374079 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:36.374445 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:36.469 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:36.471 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:36.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:36.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:36.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:36.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:36.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:36.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:36.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:37.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:37.377820 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:37.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:37.378147 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:38.381145 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:38.381449 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:39.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:39.384274 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:39.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:39.384553 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:39.409 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:39.410 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:39.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:39.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:39.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:39.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:39.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:39.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:39.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:39.664535 450 debug-util.cc:398] Leaking SignalData structure 0x7b080008ac00 after lost signal to thread 387
08:49:39.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:39.665514 450 debug-util.cc:398] Leaking SignalData structure 0x7b08000bd8a0 after lost signal to thread 453
08:49:40.150 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:40.151 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:40.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:40.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:40.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:40.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:40.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:40.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:40.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:40.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:40.339738 1535 master_runner.cc:186] Error getting master registration for 127.1.19.126:43909: Network error: Client connection negotiation failed: client connection to 127.1.19.126:43909: connect: Connection refused (error 111),
08:49:40.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:40.340091 1535 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:49:40.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:40.353770 1677 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:49:40.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:40.354300 1677 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe9ffa12a29d477885821c2481073894" member_type: VOTER last_known_addr { host: "127.1.19.126" port: 43909 } } peers { permanent_uuid: "db034fea119546a2b5c7aa6614a9a7c1" member_type: VOTER last_known_addr { host: "127.1.19.125" port: 41521 } } peers { permanent_uuid: "7b855b3ef2d4410098befb44c63f517c" member_type: VOTER last_known_addr { host: "127.1.19.124" port: 44079 } }
08:49:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:40.356086 1677 leader_election.cc:288] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fe9ffa12a29d477885821c2481073894 (127.1.19.126:43909), db034fea119546a2b5c7aa6614a9a7c1 (127.1.19.125:41521)
08:49:40.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:40.357676 1553 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.19.126:43909: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:49:40.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:40.361343 1555 leader_election.cc:334] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer db034fea119546a2b5c7aa6614a9a7c1 (127.1.19.125:41521): Network error: Client connection negotiation failed: client connection to 127.1.19.125:41521: connect: Connection refused (error 111)
08:49:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:40.361881 1553 leader_election.cc:334] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fe9ffa12a29d477885821c2481073894 (127.1.19.126:43909): Network error: Client connection negotiation failed: client connection to 127.1.19.126:43909: connect: Connection refused (error 111)
08:49:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:40.362207 1553 leader_election.cc:302] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7b855b3ef2d4410098befb44c63f517c; no voters: db034fea119546a2b5c7aa6614a9a7c1, fe9ffa12a29d477885821c2481073894
08:49:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:40.362850 1677 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:49:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:40.387530 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:40.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:40.387791 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:41.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:41.390798 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:41.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:41.391055 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:42.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:42.393880 1619 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b855b3ef2d4410098befb44c63f517c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:49:42.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 08:49:42.394176 1619 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:49:42.429 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.126:43909(127.1.19.126:43909)] connecting to peer
08:49:42.430 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.125:41521(127.1.19.125:41521)] connecting to peer
08:49:42.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:42.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.126:43909(127.1.19.126:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:42.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.126:43909: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909
08:49:42.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:42.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.125:41521(127.1.19.125:41521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:42.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.125:41521: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
08:49:42.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079; will retry
08:49:42.439 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27268), Traces: [0ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [197ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [648ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [653ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [658ms] refreshing cache from master, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [663ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [667ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [669ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [670ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [678ms] refreshing cache from master, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [681ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [684ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [686ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [687ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [698ms] refreshing cache from master, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [701ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [704ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [705ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [707ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [737ms] refreshing cache from master, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [740ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [745ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [747ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [750ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [757ms] refreshing cache from master, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [761ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [762ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [765ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [767ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [798ms] refreshing cache from master, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [802ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [803ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [805ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [806ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [857ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [861ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [863ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [865ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [866ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [1058ms] refreshing cache from master, [1058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [1059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [1068ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [1069ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [1578ms] refreshing cache from master, [1578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [1579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [1588ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [1589ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [2397ms] refreshing cache from master, [2398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [2399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [2399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [2400ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [2401ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [2403ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [2404ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [4117ms] refreshing cache from master, [4118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [4119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [4120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [4121ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [4122ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [4124ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [4125ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [8217ms] refreshing cache from master, [8218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [8218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [8220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [8221ms] too many traces: truncated at 100 traces, deferred=Deferred@1931111289(state=PENDING, result=null, callback=(continuation of Deferred@1464865011 after retry RPC after error@563122931) -> (continuation of Deferred@294097999 after retry RPC after error@828798117) -> (continuation of Deferred@1726365170 after retry RPC after error@1128541399) -> (continuation of Deferred@1850535196 after retry RPC after error@1812823852) -> (continuation of Deferred@1003734770 after retry RPC after error@1502836683) -> (continuation of Deferred@1354651112 after retry RPC after error@1473098956) -> (continuation of Deferred@1921784977 after retry RPC after error@811798564) -> (continuation of Deferred@315622101 after retry RPC after error@671203223) -> (continuation of Deferred@981161618 after retry RPC after error@305238985) -> (continuation of Deferred@6684144 after retry RPC after error@624760684) -> (continuation of Deferred@1167202975 after retry RPC after error@1537435199) -> (continuation of Deferred@1954974406 after retry RPC after error@969766221) -> (continuation of Deferred@1818150409 after retry RPC after error@739034915) -> (continuation of Deferred@1822210270 after retry RPC after error@1042931485) -> (continuation of Deferred@618477663 after retry RPC after error@1847772728) -> (continuation of Deferred@1735514474 after retry RPC after error@399520686) -> (continuation of Deferred@1518530251 after retry RPC after error@585756837) -> (continuation of Deferred@1270531867 after retry RPC after error@1566691457) -> (continuation of Deferred@282630480 after retry RPC after error@2111385398) -> (continuation of Deferred@1615248777 after retry RPC after error@871402712), errback=(continuation of Deferred@1464865011 after retry RPC after error@563122931) -> (continuation of Deferred@294097999 after retry RPC after error@828798117) -> (continuation of Deferred@1726365170 after retry RPC after error@1128541399) -> (continuation of Deferred@1850535196 after retry RPC after error@1812823852) -> (continuation of Deferred@1003734770 after retry RPC after error@1502836683) -> (continuation of Deferred@1354651112 after retry RPC after error@1473098956) -> (continuation of Deferred@1921784977 after retry RPC after error@811798564) -> (continuation of Deferred@315622101 after retry RPC after error@671203223) -> (continuation of Deferred@981161618 after retry RPC after error@305238985) -> (continuation of Deferred@6684144 after retry RPC after error@624760684) -> (continuation of Deferred@1167202975 after retry RPC after error@1537435199) -> (continuation of Deferred@1954974406 after retry RPC after error@969766221) -> (continuation of Deferred@1818150409 after retry RPC after error@739034915) -> (continuation of Deferred@1822210270 after retry RPC after error@1042931485) -> (continuation of Deferred@618477663 after retry RPC after error@1847772728) -> (continuation of Deferred@1735514474 after retry RPC after error@399520686) -> (continuation of Deferred@1518530251 after retry RPC after error@585756837) -> (continuation of Deferred@1270531867 after retry RPC after error@1566691457) -> (continuation of Deferred@282630480 after retry RPC after error@2111385398) -> (continuation of Deferred@1615248777 after retry RPC after error@871402712)))
08:49:42.443 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.19.126:43909(127.1.19.126:43909)] disconnecting while in state TERMINATED
08:49:42.444 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.19.124:44079(127.1.19.124:44079)] disconnecting while in state READY
08:49:42.445 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.19.125:41521(127.1.19.125:41521)] disconnecting while in state TERMINATED
08:49:42.449 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:49:42.452 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.19.124:44079(127.1.19.124:44079)] handling channelInactive
08:49:42.452 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:49:42.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.124:44079(127.1.19.124:44079)] cleaning up while in state READY due to: connection closed
08:49:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:42.462158 1101 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu with pid 1535
08:49:43.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T08:49:43Z chronyd exiting
08:49:44.708 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:49:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:44.710032 374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu with pid 676
08:49:44.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:44.735796 374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu with pid 818
08:49:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:44.768072 374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu with pid 960
08:49:44.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:44.797710 374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu with pid 386
08:49:44.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:44.835122 374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu with pid 456
08:49:44.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 08:49:44.872594 374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNG41Dm/build/tsan/bin/kudu with pid 531
08:49:46.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T08:49:46Z chronyd exiting
08:49:47.076 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27268), Traces: [0ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [197ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [648ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [653ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [658ms] refreshing cache from master, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [663ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [667ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [669ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [670ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [678ms] refreshing cache from master, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [681ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [684ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [686ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [687ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [698ms] refreshing cache from master, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [701ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [704ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [705ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [707ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [737ms] refreshing cache from master, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [740ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [745ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [747ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [750ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [757ms] refreshing cache from master, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [761ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [762ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [765ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [767ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [798ms] refreshing cache from master, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [802ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [803ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [805ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [806ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [857ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [861ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [863ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [865ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [866ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [1058ms] refreshing cache from master, [1058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [1059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [1068ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [1069ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [1578ms] refreshing cache from master, [1578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [1579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [1588ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [1589ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [2397ms] refreshing cache from master, [2398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [2399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [2399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [2400ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [2401ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [2403ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [2404ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [4117ms] refreshing cache from master, [4118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [4119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [4120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [4121ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [4122ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [4124ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [4125ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [8217ms] refreshing cache from master, [8218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [8218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [8220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [8221ms] too many traces: truncated at 100 traces, deferred=Deferred@1931111289(state=PENDING, result=null, callback=(continuation of Deferred@1464865011 after retry RPC after error@563122931) -> (continuation of Deferred@294097999 after retry RPC after error@828798117) -> (continuation of Deferred@1726365170 after retry RPC after error@1128541399) -> (continuation of Deferred@1850535196 after retry RPC after error@1812823852) -> (continuation of Deferred@1003734770 after retry RPC after error@1502836683) -> (continuation of Deferred@1354651112 after retry RPC after error@1473098956) -> (continuation of Deferred@1921784977 after retry RPC after error@811798564) -> (continuation of Deferred@315622101 after retry RPC after error@671203223) -> (continuation of Deferred@981161618 after retry RPC after error@305238985) -> (continuation of Deferred@6684144 after retry RPC after error@624760684) -> (continuation of Deferred@1167202975 after retry RPC after error@1537435199) -> (continuation of Deferred@1954974406 after retry RPC after error@969766221) -> (continuation of Deferred@1818150409 after retry RPC after error@739034915) -> (continuation of Deferred@1822210270 after retry RPC after error@1042931485) -> (continuation of Deferred@618477663 after retry RPC after error@1847772728) -> (continuation of Deferred@1735514474 after retry RPC after error@399520686) -> (continuation of Deferred@1518530251 after retry RPC after error@585756837) -> (continuation of Deferred@1270531867 after retry RPC after error@1566691457) -> (continuation of Deferred@282630480 after retry RPC after error@2111385398) -> (continuation of Deferred@1615248777 after retry RPC after error@871402712), errback=(continuation of Deferred@1464865011 after retry RPC after error@563122931) -> (continuation of Deferred@294097999 after retry RPC after error@828798117) -> (continuation of Deferred@1726365170 after retry RPC after error@1128541399) -> (continuation of Deferred@1850535196 after retry RPC after error@1812823852) -> (continuation of Deferred@1003734770 after retry RPC after error@1502836683) -> (continuation of Deferred@1354651112 after retry RPC after error@1473098956) -> (continuation of Deferred@1921784977 after retry RPC after error@811798564) -> (continuation of Deferred@315622101 after retry RPC after error@671203223) -> (continuation of Deferred@981161618 after retry RPC after error@305238985) -> (continuation of Deferred@6684144 after retry RPC after error@624760684) -> (continuation of Deferred@1167202975 after retry RPC after error@1537435199) -> (continuation of Deferred@1954974406 after retry RPC after error@969766221) -> (continuation of Deferred@1818150409 after retry RPC after error@739034915) -> (continuation of Deferred@1822210270 after retry RPC after error@1042931485) -> (continuation of Deferred@618477663 after retry RPC after error@1847772728) -> (continuation of Deferred@1735514474 after retry RPC after error@399520686) -> (continuation of Deferred@1518530251 after retry RPC after error@585756837) -> (continuation of Deferred@1270531867 after retry RPC after error@1566691457) -> (continuation of Deferred@282630480 after retry RPC after error@2111385398) -> (continuation of Deferred@1615248777 after retry RPC after error@871402712)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.19.125:41521
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27268), Traces: [0ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [197ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [648ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [653ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [658ms] refreshing cache from master, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [663ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [667ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [669ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [670ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [678ms] refreshing cache from master, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [681ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [684ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [686ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [687ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [698ms] refreshing cache from master, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [701ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [704ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [705ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [707ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [737ms] refreshing cache from master, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [740ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [745ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [747ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [750ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [757ms] refreshing cache from master, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [761ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [762ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [765ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [767ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [798ms] refreshing cache from master, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [802ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [803ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [805ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [806ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [857ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [861ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [863ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [865ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [866ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [1058ms] refreshing cache from master, [1058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [1059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [1068ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [1069ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [1578ms] refreshing cache from master, [1578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [1579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [1588ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [1589ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [2397ms] refreshing cache from master, [2398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [2399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [2399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [2400ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [2401ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [2403ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [2404ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [4117ms] refreshing cache from master, [4118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [4119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [4120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [4121ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.126:43909: Network error: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909, [4122ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.125:41521: Network error: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [4124ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.124:44079: OK, [4125ms] delaying RPC due to: Service unavailable: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521, [8217ms] refreshing cache from master, [8218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.126:43909, [8218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.125:41521, [8220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.124:44079, [8221ms] too many traces: truncated at 100 traces, deferred=Deferred@1931111289(state=PENDING, result=null, callback=(continuation of Deferred@1464865011 after retry RPC after error@563122931) -> (continuation of Deferred@294097999 after retry RPC after error@828798117) -> (continuation of Deferred@1726365170 after retry RPC after error@1128541399) -> (continuation of Deferred@1850535196 after retry RPC after error@1812823852) -> (continuation of Deferred@1003734770 after retry RPC after error@1502836683) -> (continuation of Deferred@1354651112 after retry RPC after error@1473098956) -> (continuation of Deferred@1921784977 after retry RPC after error@811798564) -> (continuation of Deferred@315622101 after retry RPC after error@671203223) -> (continuation of Deferred@981161618 after retry RPC after error@305238985) -> (continuation of Deferred@6684144 after retry RPC after error@624760684) -> (continuation of Deferred@1167202975 after retry RPC after error@1537435199) -> (continuation of Deferred@1954974406 after retry RPC after error@969766221) -> (continuation of Deferred@1818150409 after retry RPC after error@739034915) -> (continuation of Deferred@1822210270 after retry RPC after error@1042931485) -> (continuation of Deferred@618477663 after retry RPC after error@1847772728) -> (continuation of Deferred@1735514474 after retry RPC after error@399520686) -> (continuation of Deferred@1518530251 after retry RPC after error@585756837) -> (continuation of Deferred@1270531867 after retry RPC after error@1566691457) -> (continuation of Deferred@282630480 after retry RPC after error@2111385398) -> (continuation of Deferred@1615248777 after retry RPC after error@871402712), errback=(continuation of Deferred@1464865011 after retry RPC after error@563122931) -> (continuation of Deferred@294097999 after retry RPC after error@828798117) -> (continuation of Deferred@1726365170 after retry RPC after error@1128541399) -> (continuation of Deferred@1850535196 after retry RPC after error@1812823852) -> (continuation of Deferred@1003734770 after retry RPC after error@1502836683) -> (continuation of Deferred@1354651112 after retry RPC after error@1473098956) -> (continuation of Deferred@1921784977 after retry RPC after error@811798564) -> (continuation of Deferred@315622101 after retry RPC after error@671203223) -> (continuation of Deferred@981161618 after retry RPC after error@305238985) -> (continuation of Deferred@6684144 after retry RPC after error@624760684) -> (continuation of Deferred@1167202975 after retry RPC after error@1537435199) -> (continuation of Deferred@1954974406 after retry RPC after error@969766221) -> (continuation of Deferred@1818150409 after retry RPC after error@739034915) -> (continuation of Deferred@1822210270 after retry RPC after error@1042931485) -> (continuation of Deferred@618477663 after retry RPC after error@1847772728) -> (continuation of Deferred@1735514474 after retry RPC after error@399520686) -> (continuation of Deferred@1518530251 after retry RPC after error@585756837) -> (continuation of Deferred@1270531867 after retry RPC after error@1566691457) -> (continuation of Deferred@282630480 after retry RPC after error@2111385398) -> (continuation of Deferred@1615248777 after retry RPC after error@871402712)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.19.126:43909,127.1.19.125:41521,127.1.19.124:44079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.126:43909(127.1.19.126:43909): Connection refused: /127.1.19.126:43909,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.125:41521(127.1.19.125:41521): Connection refused: /127.1.19.125:41521
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.19.125:41521
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)