01:33:12.268 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
01:33:12.279 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskoFx69z/test-tmp
01:33:12.281 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:33:12.285 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskoFx69z/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:33:12.485 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
01:33:12.664 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:33:12.665 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:33:12.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:12.669643 10693 mini_oidc.cc:152] Starting JWKS server
01:33:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:12.673887 10693 webserver.cc:460] Webserver started at http://127.0.0.1:33617/ using document root <none> and password file <none>
01:33:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:12.674398 10693 mini_oidc.cc:189] Starting OIDC Discovery server
01:33:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:12.676082 10693 webserver.cc:460] Webserver started at http://127.0.0.1:37997/ using document root <none> and password file <none>
01:33:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:33:12Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
01:33:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:33:12Z Disabled control of system clock
01:33:12.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:12.728129 10693 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:12.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:12.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-0/wal
01:33:12.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-0/data
01:33:12.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:33:12.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:33:12.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:33:12.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:12.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-0/logs
01:33:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-0/data/info.pb
01:33:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:33:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:33:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:33:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:33:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:33:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:33:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:33:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:33:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.113.126:37207
01:33:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.113.126
01:33:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:33:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.113.84:46863
01:33:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:33:12.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.113.126:37207,127.10.113.125:40237,127.10.113.124:42669
01:33:12.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:33:12.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33617/jwks.json with env {}
01:33:13.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:13.006383 10705 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:33:13.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:13.006909 10705 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:33:13.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:13.007453 10705 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:33:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:13.037564 10705 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:33:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:13.037827 10705 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:33:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:13.038015 10705 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:33:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:13.038285 10705 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:33:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:13.038589 10705 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:33:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:13.038823 10705 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33617/jwks.json
01:33:13.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:13.072121 10705 master_runner.cc:386] Master server non-default flags:
01:33:13.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.113.84:46863
01:33:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-0/data
01:33:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-0/wal
01:33:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:33:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.113.126:37207,127.10.113.125:40237,127.10.113.124:42669
01:33:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:33:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.113.126:37207
01:33:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:33:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:33:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:33:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33617/jwks.json
01:33:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-0/data/info.pb
01:33:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.113.126
01:33:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:33:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:33:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:33:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:33:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-0/logs
01:33:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:33:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:33:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:33:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:33:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:33:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:33:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:33:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:33:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:33:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:13.073594 10705 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:33:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:13.075600 10705 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:33:14.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:13.092155 10712 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:14.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:13.093194 10705 server_base.cc:1034] running on GCE node
01:33:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:13.092052 10714 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:13.092034 10711 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:14.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.247521 10705 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:33:14.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.250202 10705 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:33:14.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.251511 10705 hybrid_clock.cc:648] HybridClock initialized: now 1790472794251476 us; error 57 us; skew 500 ppm
01:33:14.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.252247 10705 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:33:14.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.258684 10705 webserver.cc:460] Webserver started at http://127.10.113.126:46815/ using document root <none> and password file <none>
01:33:14.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.259542 10705 fs_manager.cc:359] Metadata directory not provided
01:33:14.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.259716 10705 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:33:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.260090 10705 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:33:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.264859 10705 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-0/data/instance:
01:33:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "63f799bc04cb4bd3bd77cd22fe121e16"
01:33:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:14 on dist-test-slave-37dq"
01:33:14.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.265995 10705 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-0/wal/instance:
01:33:14.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "63f799bc04cb4bd3bd77cd22fe121e16"
01:33:14.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:14 on dist-test-slave-37dq"
01:33:14.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.273867 10705 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.000s sys 0.008s
01:33:14.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.278734 10721 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:33:14.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.279763 10705 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
01:33:14.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.280025 10705 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-0/data,/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-0/wal
01:33:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "63f799bc04cb4bd3bd77cd22fe121e16"
01:33:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:14 on dist-test-slave-37dq"
01:33:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.280407 10705 fs_report.cc:383] FS layout report
01:33:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:33:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-0/wal
01:33:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-0/wal
01:33:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-0/data/data
01:33:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:33:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:33:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:33:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:33:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:33:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:33:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:33:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:33:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:33:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:33:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:33:14.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.323459 10705 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:33:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.325381 10705 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:33:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.325932 10705 kserver.cc:163] Server-wide thread pool size limit: 3276
01:33:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.390815 10705 rpc_server.cc:307] RPC server started. Bound to: 127.10.113.126:37207
01:33:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.390913 10772 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.113.126:37207 every 8 connection(s)
01:33:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.393545 10705 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-0/data/info.pb
01:33:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.398590 10773 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:33:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.403127 10693 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu as pid 10705
01:33:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.403462 10693 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-0/wal/instance
01:33:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.406571 10693 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-1/wal
01:33:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-1/data
01:33:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:33:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:33:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:33:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-1/logs
01:33:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-1/data/info.pb
01:33:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:33:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:33:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:33:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:33:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:33:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:33:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:33:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:33:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.113.125:40237
01:33:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.113.125
01:33:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:33:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.113.84:46863
01:33:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:14.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:14.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:14.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:33:14.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.113.126:37207,127.10.113.125:40237,127.10.113.124:42669
01:33:14.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:33:14.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33617/jwks.json with env {}
01:33:14.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.411880 10773 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } has no permanent_uuid. Determining permanent_uuid...
01:33:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.438977 10773 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } has no permanent_uuid. Determining permanent_uuid...
01:33:14.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:14.441063 10725 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.113.125:40237: connect: Connection refused (error 111)
01:33:14.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:14.444608 10773 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.125:40237: Network error: Client connection negotiation failed: client connection to 127.10.113.125:40237: connect: Connection refused (error 111)
01:33:14.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.494000 10773 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } attempt: 1
01:33:14.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:14.498503 10773 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.125:40237: Network error: Client connection negotiation failed: client connection to 127.10.113.125:40237: connect: Connection refused (error 111)
01:33:14.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.566933 10773 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } attempt: 2
01:33:14.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:14.570746 10773 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.125:40237: Network error: Client connection negotiation failed: client connection to 127.10.113.125:40237: connect: Connection refused (error 111)
01:33:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.662087 10773 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } attempt: 3
01:33:14.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:14.665565 10773 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.125:40237: Network error: Client connection negotiation failed: client connection to 127.10.113.125:40237: connect: Connection refused (error 111)
01:33:14.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:14.702224 10775 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:33:14.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:14.702808 10775 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:33:14.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:14.703418 10775 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:33:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:14.733433 10775 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:33:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:14.733675 10775 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:33:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:14.733841 10775 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:33:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:14.734010 10775 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:33:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:14.734184 10775 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:33:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:14.734398 10775 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33617/jwks.json
01:33:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.767642 10775 master_runner.cc:386] Master server non-default flags:
01:33:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.113.84:46863
01:33:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-1/data
01:33:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-1/wal
01:33:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:33:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.113.126:37207,127.10.113.125:40237,127.10.113.124:42669
01:33:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:33:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.113.125:40237
01:33:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:33:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:33:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:33:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33617/jwks.json
01:33:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-1/data/info.pb
01:33:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.113.125
01:33:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:33:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:33:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:33:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:33:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-1/logs
01:33:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:33:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:33:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:33:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:33:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:33:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:33:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:33:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:33:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:33:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.768801 10775 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:33:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.770795 10775 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:33:14.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:14.787575 10787 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:14.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:14.808954 10773 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } attempt: 4
01:33:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:14.813468 10773 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.125:40237: Network error: Client connection negotiation failed: client connection to 127.10.113.125:40237: connect: Connection refused (error 111)
01:33:15.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:15.112828 10773 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } attempt: 5
01:33:15.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:15.116982 10773 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.125:40237: Network error: Client connection negotiation failed: client connection to 127.10.113.125:40237: connect: Connection refused (error 111)
01:33:15.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:15.664341 10773 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } attempt: 6
01:33:15.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:15.671480 10773 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.125:40237: Network error: Client connection negotiation failed: client connection to 127.10.113.125:40237: connect: Connection refused (error 111)
01:33:15.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:14.788408 10785 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:15.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:14.787593 10784 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:15.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:15.940091 10786 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:33:15.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:15.940752 10775 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:33:15.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:15.944025 10775 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:33:15.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:15.947075 10775 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:33:15.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:15.948490 10775 hybrid_clock.cc:648] HybridClock initialized: now 1790472795948441 us; error 66 us; skew 500 ppm
01:33:15.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:15.949314 10775 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:33:15.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:15.955865 10775 webserver.cc:460] Webserver started at http://127.10.113.125:38721/ using document root <none> and password file <none>
01:33:15.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:15.956704 10775 fs_manager.cc:359] Metadata directory not provided
01:33:15.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:15.956868 10775 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:33:15.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:15.957244 10775 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:33:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:15.961908 10775 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-1/data/instance:
01:33:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "557d20fe3d2444ad94e98c998cece7e4"
01:33:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:15 on dist-test-slave-37dq"
01:33:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:15.963095 10775 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-1/wal/instance:
01:33:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "557d20fe3d2444ad94e98c998cece7e4"
01:33:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:15 on dist-test-slave-37dq"
01:33:15.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:15.969827 10775 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.003s
01:33:15.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:15.974838 10796 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:33:15.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:15.975831 10775 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
01:33:15.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:15.976069 10775 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-1/data,/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-1/wal
01:33:15.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "557d20fe3d2444ad94e98c998cece7e4"
01:33:15.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:15 on dist-test-slave-37dq"
01:33:15.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:15.976318 10775 fs_report.cc:383] FS layout report
01:33:15.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:33:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-1/wal
01:33:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-1/wal
01:33:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-1/data/data
01:33:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:33:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:33:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:33:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:33:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:33:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:33:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:33:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:33:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:33:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:33:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:33:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.017007 10775 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:33:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.018342 10775 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:33:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.018738 10775 kserver.cc:163] Server-wide thread pool size limit: 3276
01:33:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.086041 10775 rpc_server.cc:307] RPC server started. Bound to: 127.10.113.125:40237
01:33:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.086202 10847 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.113.125:40237 every 8 connection(s)
01:33:16.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.090013 10775 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-1/data/info.pb
01:33:16.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.093617 10693 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu as pid 10775
01:33:16.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.094044 10693 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-1/wal/instance
01:33:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.096895 10693 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-2/wal
01:33:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-2/data
01:33:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:33:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:33:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:33:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-2/logs
01:33:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-2/data/info.pb
01:33:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:33:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.113.124:42669
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.113.124
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.113.84:46863
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.113.126:37207,127.10.113.125:40237,127.10.113.124:42669
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33617/jwks.json with env {}
01:33:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.097745 10848 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:33:16.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.110169 10848 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } has no permanent_uuid. Determining permanent_uuid...
01:33:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.132346 10848 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } has no permanent_uuid. Determining permanent_uuid...
01:33:16.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.149385 10848 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } has no permanent_uuid. Determining permanent_uuid...
01:33:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.151870 10799 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.113.124:42669: connect: Connection refused (error 111)
01:33:16.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.155895 10848 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.124:42669: Network error: Client connection negotiation failed: client connection to 127.10.113.124:42669: connect: Connection refused (error 111)
01:33:16.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.205348 10848 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } attempt: 1
01:33:16.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.209102 10848 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.124:42669: Network error: Client connection negotiation failed: client connection to 127.10.113.124:42669: connect: Connection refused (error 111)
01:33:16.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.277474 10848 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } attempt: 2
01:33:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.281172 10848 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.124:42669: Network error: Client connection negotiation failed: client connection to 127.10.113.124:42669: connect: Connection refused (error 111)
01:33:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.372570 10848 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } attempt: 3
01:33:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.376080 10848 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.124:42669: Network error: Client connection negotiation failed: client connection to 127.10.113.124:42669: connect: Connection refused (error 111)
01:33:16.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.396359 10850 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:33:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.397080 10850 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:33:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.397745 10850 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:33:16.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.427626 10850 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:33:16.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.427973 10850 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:33:16.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.428318 10850 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:33:16.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.428647 10850 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:33:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.428956 10850 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:33:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.429246 10850 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33617/jwks.json
01:33:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.462311 10850 master_runner.cc:386] Master server non-default flags:
01:33:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.113.84:46863
01:33:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-2/data
01:33:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-2/wal
01:33:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:33:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.113.126:37207,127.10.113.125:40237,127.10.113.124:42669
01:33:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:33:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.113.124:42669
01:33:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:33:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:33:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:33:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33617/jwks.json
01:33:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:16.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:16.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-2/data/info.pb
01:33:16.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.113.124
01:33:16.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:33:16.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:33:16.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:16.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:33:16.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:33:16.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:16.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-2/logs
01:33:16.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:16.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:33:16.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:33:16.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:33:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:33:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:33:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:33:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:33:16.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:33:16.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:33:16.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.463814 10850 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:33:16.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.465907 10850 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:33:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.483271 10860 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:16.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.519464 10848 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } attempt: 4
01:33:16.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.523767 10848 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.124:42669: Network error: Client connection negotiation failed: client connection to 127.10.113.124:42669: connect: Connection refused (error 111)
01:33:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.731869 10773 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } attempt: 7
01:33:16.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.747671 10773 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } has no permanent_uuid. Determining permanent_uuid...
01:33:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.752635 10773 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.124:42669: Network error: Client connection negotiation failed: client connection to 127.10.113.124:42669: connect: Connection refused (error 111)
01:33:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.811209 10773 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } attempt: 1
01:33:16.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.815062 10773 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.124:42669: Network error: Client connection negotiation failed: client connection to 127.10.113.124:42669: connect: Connection refused (error 111)
01:33:16.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.823155 10848 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } attempt: 5
01:33:16.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.826994 10848 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.124:42669: Network error: Client connection negotiation failed: client connection to 127.10.113.124:42669: connect: Connection refused (error 111)
01:33:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.896615 10773 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } attempt: 2
01:33:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.900393 10773 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.124:42669: Network error: Client connection negotiation failed: client connection to 127.10.113.124:42669: connect: Connection refused (error 111)
01:33:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.985927 10773 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } attempt: 3
01:33:16.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.990183 10773 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.124:42669: Network error: Client connection negotiation failed: client connection to 127.10.113.124:42669: connect: Connection refused (error 111)
01:33:17.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.130568 10773 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } attempt: 4
01:33:17.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:17.134730 10773 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.124:42669: Network error: Client connection negotiation failed: client connection to 127.10.113.124:42669: connect: Connection refused (error 111)
01:33:17.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.374313 10848 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } attempt: 6
01:33:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:17.381448 10848 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.124:42669: Network error: Client connection negotiation failed: client connection to 127.10.113.124:42669: connect: Connection refused (error 111)
01:33:17.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.418079 10773 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } attempt: 5
01:33:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:17.421779 10773 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.113.124:42669: Network error: Client connection negotiation failed: client connection to 127.10.113.124:42669: connect: Connection refused (error 111)
01:33:17.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.483299 10863 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:17.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:16.484984 10850 server_base.cc:1034] running on GCE node
01:33:17.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:16.485038 10861 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:17.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.655496 10850 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:33:17.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.658560 10850 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:33:17.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.659960 10850 hybrid_clock.cc:648] HybridClock initialized: now 1790472797659922 us; error 59 us; skew 500 ppm
01:33:17.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.660802 10850 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:33:17.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.668129 10850 webserver.cc:460] Webserver started at http://127.10.113.124:40915/ using document root <none> and password file <none>
01:33:17.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.669360 10850 fs_manager.cc:359] Metadata directory not provided
01:33:17.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.669651 10850 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:33:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.670183 10850 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:33:17.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.677078 10850 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-2/data/instance:
01:33:17.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf0382440d1a4d2e993fc2fea370a1a2"
01:33:17.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:17 on dist-test-slave-37dq"
01:33:17.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.678433 10850 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-2/wal/instance:
01:33:17.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf0382440d1a4d2e993fc2fea370a1a2"
01:33:17.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:17 on dist-test-slave-37dq"
01:33:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.687201 10850 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
01:33:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.693975 10875 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:33:17.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.695086 10850 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.004s
01:33:17.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.695413 10850 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-2/data,/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-2/wal
01:33:17.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf0382440d1a4d2e993fc2fea370a1a2"
01:33:17.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:17 on dist-test-slave-37dq"
01:33:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.695781 10850 fs_report.cc:383] FS layout report
01:33:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:33:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-2/wal
01:33:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-2/wal
01:33:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-2/data/data
01:33:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:33:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:33:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:33:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:33:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:33:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:33:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:33:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:33:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:33:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:33:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:33:17.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.737608 10850 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:33:17.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.738982 10850 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:33:17.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.739356 10850 kserver.cc:163] Server-wide thread pool size limit: 3276
01:33:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.805074 10850 rpc_server.cc:307] RPC server started. Bound to: 127.10.113.124:42669
01:33:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.805168 10926 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.113.124:42669 every 8 connection(s)
01:33:17.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.808431 10850 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-2/data/info.pb
01:33:17.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.814347 10927 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:33:17.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.814733 10693 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu as pid 10850
01:33:17.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.815174 10693 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/master-2/wal/instance
01:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.831151 10927 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } has no permanent_uuid. Determining permanent_uuid...
01:33:17.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.857362 10927 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } has no permanent_uuid. Determining permanent_uuid...
01:33:17.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.867743 10927 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } has no permanent_uuid. Determining permanent_uuid...
01:33:17.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.884194 10927 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2: Bootstrap starting.
01:33:17.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.890502 10927 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2: Neither blocks nor log segments found. Creating new log.
01:33:17.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.892119 10927 log.cc:824] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2: Log is configured to *not* fsync() on all Append() calls
01:33:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.896948 10927 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2: No bootstrap required, opened a new log
01:33:17.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.922202 10927 raft_consensus.cc:348] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } } peers { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } } peers { permanent_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } }
01:33:17.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.922772 10927 raft_consensus.cc:374] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:33:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.922940 10927 raft_consensus.cc:729] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cf0382440d1a4d2e993fc2fea370a1a2, State: Initialized, Role: FOLLOWER
01:33:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.923563 10927 consensus_queue.cc:260] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } } peers { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } } peers { permanent_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } }
01:33:17.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.925992 10936 sys_catalog.cc:455] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } } peers { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } } peers { permanent_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } } }
01:33:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.927016 10936 sys_catalog.cc:458] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [sys.catalog]: This master's current role is: FOLLOWER
01:33:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.927513 10927 sys_catalog.cc:564] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [sys.catalog]: configured and running, proceeding with master startup.
01:33:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:17.951082 10947 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:17.951395 10947 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.946348 10850 master_runner.cc:186] Error getting master registration for 127.10.113.126:37207: OK, instance_id { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" instance_seqno: 1790472794372973 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:33:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.968233 10850 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:33:17.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.974360 10773 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } attempt: 6
01:33:17.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:17.993664 10773 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16: Bootstrap starting.
01:33:17.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:17.994088 10881 tablet.cc:2369] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:33:18.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.000702 10773 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16: Neither blocks nor log segments found. Creating new log.
01:33:18.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.002918 10773 log.cc:824] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16: Log is configured to *not* fsync() on all Append() calls
01:33:18.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.007282 10773 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16: No bootstrap required, opened a new log
01:33:18.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.036226 10773 raft_consensus.cc:348] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } } peers { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } } peers { permanent_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } }
01:33:18.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.037081 10773 raft_consensus.cc:374] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:33:18.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.037352 10773 raft_consensus.cc:729] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 63f799bc04cb4bd3bd77cd22fe121e16, State: Initialized, Role: FOLLOWER
01:33:18.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.038162 10773 consensus_queue.cc:260] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } } peers { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } } peers { permanent_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } }
01:33:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.040836 10951 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } } peers { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } } peers { permanent_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } } }
01:33:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.041453 10951 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16 [sys.catalog]: This master's current role is: FOLLOWER
01:33:18.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.042753 10773 sys_catalog.cc:564] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16 [sys.catalog]: configured and running, proceeding with master startup.
01:33:18.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:18.070011 10962 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:18.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:18.070662 10962 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:18.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:18.091447 10727 tablet.cc:2369] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:33:18.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.068989 10705 master_runner.cc:186] Error getting master registration for 127.10.113.125:40237: OK, instance_id { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" instance_seqno: 1790472796066950 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:33:18.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.102913 10705 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:33:18.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.254565 10936 raft_consensus.cc:482] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:33:18.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.255061 10936 raft_consensus.cc:504] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } } peers { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } } peers { permanent_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } }
01:33:18.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.257301 10936 leader_election.cc:288] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 63f799bc04cb4bd3bd77cd22fe121e16 (127.10.113.126:37207), 557d20fe3d2444ad94e98c998cece7e4 (127.10.113.125:40237)
01:33:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.259213 10748 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" is_pre_election: true
01:33:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.260035 10748 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cf0382440d1a4d2e993fc2fea370a1a2 in term 0.
01:33:18.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.261601 10879 leader_election.cc:302] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 63f799bc04cb4bd3bd77cd22fe121e16, cf0382440d1a4d2e993fc2fea370a1a2; no voters:
01:33:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.262624 10936 raft_consensus.cc:2781] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [term 0 FOLLOWER]: Leader pre-election won for term 1
01:33:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.262929 10936 raft_consensus.cc:482] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:33:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.263216 10936 raft_consensus.cc:3037] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [term 0 FOLLOWER]: Advancing to term 1
01:33:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.269784 10936 raft_consensus.cc:504] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } } peers { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } } peers { permanent_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } }
01:33:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.272450 10748 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "63f799bc04cb4bd3bd77cd22fe121e16"
01:33:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.272977 10748 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16 [term 0 FOLLOWER]: Advancing to term 1
01:33:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.280244 10748 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cf0382440d1a4d2e993fc2fea370a1a2 in term 1.
01:33:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.283385 10879 leader_election.cc:302] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 63f799bc04cb4bd3bd77cd22fe121e16, cf0382440d1a4d2e993fc2fea370a1a2; no voters:
01:33:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.284216 10936 leader_election.cc:288] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [CANDIDATE]: Term 1 election: Requested vote from peers 63f799bc04cb4bd3bd77cd22fe121e16 (127.10.113.126:37207), 557d20fe3d2444ad94e98c998cece7e4 (127.10.113.125:40237)
01:33:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.284679 10936 raft_consensus.cc:2781] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [term 1 FOLLOWER]: Leader election won for term 1
01:33:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.285068 10936 raft_consensus.cc:686] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [term 1 LEADER]: Becoming Leader. State: Replica: cf0382440d1a4d2e993fc2fea370a1a2, State: Running, Role: LEADER
01:33:18.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.286299 10936 consensus_queue.cc:237] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } } peers { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } } peers { permanent_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } }
01:33:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.295509 10964 sys_catalog.cc:455] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cf0382440d1a4d2e993fc2fea370a1a2. Latest consensus state: current_term: 1 leader_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } } peers { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } } peers { permanent_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } } }
01:33:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.296602 10964 sys_catalog.cc:458] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [sys.catalog]: This master's current role is: LEADER
01:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.314407 10966 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:33:18.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.329613 10966 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:33:18.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.360739 10748 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16 [term 1 FOLLOWER]: Refusing update from remote peer cf0382440d1a4d2e993fc2fea370a1a2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:33:18.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.362387 10936 consensus_queue.cc:1035] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:33:18.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.394193 10951 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cf0382440d1a4d2e993fc2fea370a1a2. Latest consensus state: current_term: 1 leader_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } } peers { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } } peers { permanent_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } } }
01:33:18.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.394922 10951 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16 [sys.catalog]: This master's current role is: FOLLOWER
01:33:18.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.406517 10967 mvcc.cc:205] Tried to move back new op lower bound from 7333776582060810240 to 7333776581789958144. Current Snapshot: MvccSnapshot[applied={T|T < 7333776582060810240}]
01:33:18.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.411682 10951 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } } peers { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } } peers { permanent_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } } }
01:33:18.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.412722 10951 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16 [sys.catalog]: This master's current role is: FOLLOWER
01:33:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.426344 10936 sys_catalog.cc:455] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } } peers { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } } peers { permanent_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } } }
01:33:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.427062 10936 sys_catalog.cc:458] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [sys.catalog]: This master's current role is: LEADER
01:33:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.429731 10966 catalog_manager.cc:1347] Generated new cluster ID: 915963c410d643f888952da20e3eaf80
01:33:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.429997 10966 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:33:18.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.441800 10848 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } attempt: 7
01:33:18.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.495697 10848 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4: Bootstrap starting.
01:33:18.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.504046 10966 catalog_manager.cc:1370] Generated new certificate authority record
01:33:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.506739 10966 catalog_manager.cc:1504] Loading token signing keys...
01:33:18.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.513115 10848 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4: Neither blocks nor log segments found. Creating new log.
01:33:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.522895 10848 log.cc:824] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4: Log is configured to *not* fsync() on all Append() calls
01:33:18.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.540189 10966 catalog_manager.cc:5868] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2: Generated new TSK 0
01:33:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.541231 10966 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:33:18.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.552141 10848 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4: No bootstrap required, opened a new log
01:33:18.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.557310 10693 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:18.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:18.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-0/wal
01:33:18.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-0/data
01:33:18.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:33:18.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:33:18.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:33:18.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-0/logs
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-0/data/info.pb
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.113.65:0
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.113.65
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.113.65
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.113.126:37207,127.10.113.125:40237,127.10.113.124:42669
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.113.84:46863
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:33:18.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.622143 10848 raft_consensus.cc:348] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } } peers { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } } peers { permanent_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } }
01:33:18.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.624014 10848 raft_consensus.cc:374] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:33:18.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.624714 10848 raft_consensus.cc:729] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 557d20fe3d2444ad94e98c998cece7e4, State: Initialized, Role: FOLLOWER
01:33:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.626992 10848 consensus_queue.cc:260] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } } peers { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } } peers { permanent_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } }
01:33:18.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.641983 10976 sys_catalog.cc:455] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } } peers { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } } peers { permanent_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } } }
01:33:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.642767 10976 sys_catalog.cc:458] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4 [sys.catalog]: This master's current role is: FOLLOWER
01:33:18.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.647035 10822 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "557d20fe3d2444ad94e98c998cece7e4"
01:33:18.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.647650 10822 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4 [term 0 FOLLOWER]: Advancing to term 1
01:33:18.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.652624 10848 sys_catalog.cc:564] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4 [sys.catalog]: configured and running, proceeding with master startup.
01:33:18.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.652731 10823 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "557d20fe3d2444ad94e98c998cece7e4" is_pre_election: true
01:33:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.656747 10822 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cf0382440d1a4d2e993fc2fea370a1a2 in term 1.
01:33:18.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.657783 10821 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4 [term 1 FOLLOWER]: Refusing update from remote peer cf0382440d1a4d2e993fc2fea370a1a2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:33:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.666141 10964 consensus_queue.cc:1035] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
01:33:18.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.755666 10976 sys_catalog.cc:455] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cf0382440d1a4d2e993fc2fea370a1a2. Latest consensus state: current_term: 1 leader_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } } peers { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } } peers { permanent_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } } }
01:33:18.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.755749 10982 sys_catalog.cc:455] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } } peers { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } } peers { permanent_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } } }
01:33:18.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.756412 10982 sys_catalog.cc:458] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4 [sys.catalog]: This master's current role is: FOLLOWER
01:33:18.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.756407 10976 sys_catalog.cc:458] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4 [sys.catalog]: This master's current role is: FOLLOWER
01:33:18.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:18.794971 10992 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:33:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:19.018976 10975 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:33:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:19.019626 10975 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:33:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:19.020398 10975 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:33:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:19.074688 10975 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:33:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:19.076025 10975 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.113.65
01:33:19.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:19.077670 10962 catalog_manager.cc:1259] Loaded cluster ID: 915963c410d643f888952da20e3eaf80
01:33:19.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:19.078541 10962 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16: loading cluster ID for follower catalog manager: success
01:33:19.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:19.083078 10964 sys_catalog.cc:455] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "63f799bc04cb4bd3bd77cd22fe121e16" member_type: VOTER last_known_addr { host: "127.10.113.126" port: 37207 } } peers { permanent_uuid: "557d20fe3d2444ad94e98c998cece7e4" member_type: VOTER last_known_addr { host: "127.10.113.125" port: 40237 } } peers { permanent_uuid: "cf0382440d1a4d2e993fc2fea370a1a2" member_type: VOTER last_known_addr { host: "127.10.113.124" port: 42669 } } }
01:33:19.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:19.087076 10964 sys_catalog.cc:458] T 00000000000000000000000000000000 P cf0382440d1a4d2e993fc2fea370a1a2 [sys.catalog]: This master's current role is: LEADER
01:33:19.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:19.096833 10962 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16: acquiring CA information for follower catalog manager: success
01:33:19.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:19.103252 10962 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 63f799bc04cb4bd3bd77cd22fe121e16: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:33:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:19.165843 10975 tablet_server_runner.cc:78] Tablet server non-default flags:
01:33:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.113.84:46863
01:33:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-0/data
01:33:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-0/wal
01:33:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.113.65:0
01:33:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:33:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-0/data/info.pb
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.113.65
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.113.126:37207,127.10.113.125:40237,127.10.113.124:42669
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.113.65
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-0/logs
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:33:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:33:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:19.169075 10975 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:33:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:19.171046 10975 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:33:19.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:19.194350 11001 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:19.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:19.825901 10992 catalog_manager.cc:1259] Loaded cluster ID: 915963c410d643f888952da20e3eaf80
01:33:19.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:19.826180 10992 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4: loading cluster ID for follower catalog manager: success
01:33:19.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:19.852254 10992 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4: acquiring CA information for follower catalog manager: success
01:33:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:19.874571 10992 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 557d20fe3d2444ad94e98c998cece7e4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:33:21.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:20.587884 10999 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 10975
01:33:21.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:21.776017 10999 kernel_stack_watchdog.cc:198] Thread 10975 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 390ms:
01:33:21.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:33:21.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:33:21.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:33:21.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:33:21.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:19.195132 11000 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:21.777226 10975 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.582s user 0.665s sys 1.131s
01:33:21.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:21.777897 10975 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.583s user 0.665s sys 1.132s
01:33:21.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:21.782269 11003 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.783147 10975 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:33:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:21.783603 11002 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:33:21.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.786351 10975 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:33:21.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.798409 10975 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:33:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.799816 10975 hybrid_clock.cc:648] HybridClock initialized: now 1790472801799747 us; error 86 us; skew 500 ppm
01:33:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.800920 10975 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:33:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.809006 10975 webserver.cc:460] Webserver started at http://127.10.113.65:42135/ using document root <none> and password file <none>
01:33:21.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.810196 10975 fs_manager.cc:359] Metadata directory not provided
01:33:21.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.810468 10975 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:33:21.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.810978 10975 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:33:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.817760 10975 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-0/data/instance:
01:33:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "969a22e1171442b6be15c4016868b01b"
01:33:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:21 on dist-test-slave-37dq"
01:33:21.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.819059 10975 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-0/wal/instance:
01:33:21.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "969a22e1171442b6be15c4016868b01b"
01:33:21.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:21 on dist-test-slave-37dq"
01:33:21.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.829309 10975 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.005s sys 0.005s
01:33:21.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.837212 11011 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:33:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.838496 10975 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
01:33:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.838821 10975 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-0/data,/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-0/wal
01:33:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "969a22e1171442b6be15c4016868b01b"
01:33:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:21 on dist-test-slave-37dq"
01:33:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.839179 10975 fs_report.cc:383] FS layout report
01:33:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:33:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-0/wal
01:33:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-0/wal
01:33:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-0/data/data
01:33:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:33:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:33:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:33:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:33:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:33:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:33:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:33:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:33:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:33:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:33:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:33:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.905146 10975 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:33:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.907300 10975 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:33:21.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.907826 10975 kserver.cc:163] Server-wide thread pool size limit: 3276
01:33:21.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.911026 10975 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:33:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.916746 10975 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:33:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.917007 10975 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:33:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.917280 10975 ts_tablet_manager.cc:610] Registered 0 tablets
01:33:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:21.917488 10975 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:33:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.099680 10975 rpc_server.cc:307] RPC server started. Bound to: 127.10.113.65:36921
01:33:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.099838 11123 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.113.65:36921 every 8 connection(s)
01:33:22.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.103250 10975 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-0/data/info.pb
01:33:22.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.107338 10693 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu as pid 10975
01:33:22.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.107779 10693 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-0/wal/instance
01:33:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.118920 10693 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-1/wal
01:33:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-1/data
01:33:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:33:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:33:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:33:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-1/logs
01:33:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-1/data/info.pb
01:33:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:33:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:33:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:33:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:33:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:33:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:33:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.113.66:0
01:33:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.113.66
01:33:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.113.66
01:33:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:33:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.113.126:37207,127.10.113.125:40237,127.10.113.124:42669
01:33:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.113.84:46863
01:33:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:33:22.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.174175 11124 heartbeater.cc:347] Connected to a master server at 127.10.113.124:42669
01:33:22.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.174706 11124 heartbeater.cc:464] Registering TS with master...
01:33:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.175849 11124 heartbeater.cc:511] Master 127.10.113.124:42669 requested a full tablet report, sending...
01:33:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.177744 11125 heartbeater.cc:347] Connected to a master server at 127.10.113.125:40237
01:33:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.178098 11125 heartbeater.cc:464] Registering TS with master...
01:33:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.178601 10892 ts_manager.cc:194] Registered new tserver with Master: 969a22e1171442b6be15c4016868b01b (127.10.113.65:36921)
01:33:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.178867 11125 heartbeater.cc:511] Master 127.10.113.125:40237 requested a full tablet report, sending...
01:33:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.181291 10892 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.10.113.65:44833
01:33:22.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.183422 10813 ts_manager.cc:194] Registered new tserver with Master: 969a22e1171442b6be15c4016868b01b (127.10.113.65:36921)
01:33:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.193512 11131 heartbeater.cc:347] Connected to a master server at 127.10.113.126:37207
01:33:22.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.193836 11131 heartbeater.cc:464] Registering TS with master...
01:33:22.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.194494 11131 heartbeater.cc:511] Master 127.10.113.126:37207 requested a full tablet report, sending...
01:33:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.197157 10738 ts_manager.cc:194] Registered new tserver with Master: 969a22e1171442b6be15c4016868b01b (127.10.113.65:36921)
01:33:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:22.461637 11128 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:33:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:22.462061 11128 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:33:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:22.462585 11128 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:33:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:22.491973 11128 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:33:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:22.492799 11128 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.113.66
01:33:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.527741 11128 tablet_server_runner.cc:78] Tablet server non-default flags:
01:33:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.113.84:46863
01:33:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-1/data
01:33:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-1/wal
01:33:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.113.66:0
01:33:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:33:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-1/data/info.pb
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.113.66
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.113.126:37207,127.10.113.125:40237,127.10.113.124:42669
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.113.66
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-1/logs
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:33:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:33:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:33:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.528893 11128 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:33:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:22.530489 11128 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:33:22.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:22.555861 11141 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.186599 11124 heartbeater.cc:503] Master 127.10.113.124:42669 was elected leader, sending a full tablet report...
01:33:23.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:22.557809 11143 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:23.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:22.569967 11140 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:23.770449 11142 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:33:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.770565 11128 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:33:23.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.774878 11128 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:33:23.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.777096 11128 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:33:23.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.778469 11128 hybrid_clock.cc:648] HybridClock initialized: now 1790472803778434 us; error 40 us; skew 500 ppm
01:33:23.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.779279 11128 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:33:23.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.785212 11128 webserver.cc:460] Webserver started at http://127.10.113.66:43937/ using document root <none> and password file <none>
01:33:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.786177 11128 fs_manager.cc:359] Metadata directory not provided
01:33:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.786432 11128 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.786931 11128 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:33:23.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.792075 11128 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-1/data/instance:
01:33:23.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa86f3d4c4244d67b56a75bfd76226ef"
01:33:23.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:23 on dist-test-slave-37dq"
01:33:23.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.793186 11128 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-1/wal/instance:
01:33:23.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa86f3d4c4244d67b56a75bfd76226ef"
01:33:23.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:23 on dist-test-slave-37dq"
01:33:23.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.800173 11128 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.001s
01:33:23.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.805704 11152 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:33:23.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.806684 11128 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.005s
01:33:23.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.807020 11128 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-1/data,/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-1/wal
01:33:23.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa86f3d4c4244d67b56a75bfd76226ef"
01:33:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:23 on dist-test-slave-37dq"
01:33:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.807356 11128 fs_report.cc:383] FS layout report
01:33:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:33:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-1/wal
01:33:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-1/wal
01:33:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-1/data/data
01:33:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:33:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:33:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:33:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:33:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:33:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:33:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:33:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:33:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:33:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:33:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:33:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.847597 11128 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:33:23.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.849046 11128 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:33:23.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.849501 11128 kserver.cc:163] Server-wide thread pool size limit: 3276
01:33:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.851935 11128 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:33:23.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.855983 11128 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:33:23.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.856192 11128 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:33:23.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.856470 11128 ts_tablet_manager.cc:610] Registered 0 tablets
01:33:23.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:23.856654 11128 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
01:33:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.001056 11128 rpc_server.cc:307] RPC server started. Bound to: 127.10.113.66:45837
01:33:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.001150 11264 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.113.66:45837 every 8 connection(s)
01:33:24.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.003497 11128 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-1/data/info.pb
01:33:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.014492 10693 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu as pid 11128
01:33:24.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.015167 10693 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-1/wal/instance
01:33:24.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.028208 10693 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:24.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:24.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-2/wal
01:33:24.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-2/data
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-2/logs
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-2/data/info.pb
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.113.67:0
01:33:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.113.67
01:33:24.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.113.67
01:33:24.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:33:24.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.113.126:37207,127.10.113.125:40237,127.10.113.124:42669
01:33:24.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.113.84:46863
01:33:24.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:24.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:24.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:33:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.052863 11266 heartbeater.cc:347] Connected to a master server at 127.10.113.125:40237
01:33:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.053313 11266 heartbeater.cc:464] Registering TS with master...
01:33:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.054633 11266 heartbeater.cc:511] Master 127.10.113.125:40237 requested a full tablet report, sending...
01:33:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.056015 11265 heartbeater.cc:347] Connected to a master server at 127.10.113.124:42669
01:33:24.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.056979 11265 heartbeater.cc:464] Registering TS with master...
01:33:24.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.057559 11265 heartbeater.cc:511] Master 127.10.113.124:42669 requested a full tablet report, sending...
01:33:24.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.057904 10813 ts_manager.cc:194] Registered new tserver with Master: aa86f3d4c4244d67b56a75bfd76226ef (127.10.113.66:45837)
01:33:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.059204 10892 ts_manager.cc:194] Registered new tserver with Master: aa86f3d4c4244d67b56a75bfd76226ef (127.10.113.66:45837)
01:33:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.060643 10892 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.10.113.66:50883
01:33:24.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.062100 11267 heartbeater.cc:347] Connected to a master server at 127.10.113.126:37207
01:33:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.066365 11267 heartbeater.cc:464] Registering TS with master...
01:33:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.067718 11267 heartbeater.cc:511] Master 127.10.113.126:37207 requested a full tablet report, sending...
01:33:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.069793 10738 ts_manager.cc:194] Registered new tserver with Master: aa86f3d4c4244d67b56a75bfd76226ef (127.10.113.66:45837)
01:33:24.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:24.355722 11275 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:33:24.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:24.356226 11275 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:33:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:24.356810 11275 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:33:24.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:24.387387 11275 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:33:24.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:24.388226 11275 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.113.67
01:33:24.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.440558 11275 tablet_server_runner.cc:78] Tablet server non-default flags:
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.113.84:46863
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-2/data
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-2/wal
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.113.67:0
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-2/data/info.pb
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.113.67
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.113.126:37207,127.10.113.125:40237,127.10.113.124:42669
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.113.67
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-2/logs
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:33:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:33:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:33:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:33:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:33:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:33:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:33:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:33:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:33:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.442107 11275 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:33:24.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.443759 11275 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:33:24.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:24.461874 11284 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:25.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.068638 11265 heartbeater.cc:503] Master 127.10.113.124:42669 was elected leader, sending a full tablet report...
01:33:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:24.461886 11282 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:24.463344 11281 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:24.464561 11275 server_base.cc:1034] running on GCE node
01:33:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.628723 11275 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:33:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.630735 11275 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:33:25.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.632046 11275 hybrid_clock.cc:648] HybridClock initialized: now 1790472805632020 us; error 43 us; skew 500 ppm
01:33:25.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.632810 11275 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:33:25.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.638538 11275 webserver.cc:460] Webserver started at http://127.10.113.67:43681/ using document root <none> and password file <none>
01:33:25.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.639313 11275 fs_manager.cc:359] Metadata directory not provided
01:33:25.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.639477 11275 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:33:25.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.639843 11275 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:33:25.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.644641 11275 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-2/data/instance:
01:33:25.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af7bd824c09d457cad5356657b1019a7"
01:33:25.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:25 on dist-test-slave-37dq"
01:33:25.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.645641 11275 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-2/wal/instance:
01:33:25.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af7bd824c09d457cad5356657b1019a7"
01:33:25.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:25 on dist-test-slave-37dq"
01:33:25.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.651765 11275 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.001s
01:33:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.656847 11293 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:33:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.657730 11275 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
01:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.657964 11275 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-2/data,/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-2/wal
01:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af7bd824c09d457cad5356657b1019a7"
01:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:25 on dist-test-slave-37dq"
01:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.658207 11275 fs_report.cc:383] FS layout report
01:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-2/wal
01:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-2/wal
01:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-2/data/data
01:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:33:25.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.693915 11275 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:33:25.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.695309 11275 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:33:25.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.695760 11275 kserver.cc:163] Server-wide thread pool size limit: 3276
01:33:25.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.697968 11275 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:33:25.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.701710 11275 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:33:25.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.701920 11275 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:33:25.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.702234 11275 ts_tablet_manager.cc:610] Registered 0 tablets
01:33:25.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.702409 11275 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:33:25.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.855523 11275 rpc_server.cc:307] RPC server started. Bound to: 127.10.113.67:43607
01:33:25.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.855611 11405 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.113.67:43607 every 8 connection(s)
01:33:25.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.858163 11275 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-2/data/info.pb
01:33:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.867739 10693 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu as pid 11275
01:33:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.868232 10693 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster5841945622740212956/ts-2/wal/instance
01:33:25.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.902719 11406 heartbeater.cc:347] Connected to a master server at 127.10.113.124:42669
01:33:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.903142 11406 heartbeater.cc:464] Registering TS with master...
01:33:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.903934 11406 heartbeater.cc:511] Master 127.10.113.124:42669 requested a full tablet report, sending...
01:33:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.905306 11407 heartbeater.cc:347] Connected to a master server at 127.10.113.125:40237
01:33:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.905606 11407 heartbeater.cc:464] Registering TS with master...
01:33:25.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.906281 11407 heartbeater.cc:511] Master 127.10.113.125:40237 requested a full tablet report, sending...
01:33:25.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.908330 10892 ts_manager.cc:194] Registered new tserver with Master: af7bd824c09d457cad5356657b1019a7 (127.10.113.67:43607)
01:33:25.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.908813 10813 ts_manager.cc:194] Registered new tserver with Master: af7bd824c09d457cad5356657b1019a7 (127.10.113.67:43607)
01:33:25.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.910774 10892 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.10.113.67:42781
01:33:25.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.911470 11408 heartbeater.cc:347] Connected to a master server at 127.10.113.126:37207
01:33:25.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.911803 11408 heartbeater.cc:464] Registering TS with master...
01:33:25.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.912863 11408 heartbeater.cc:511] Master 127.10.113.126:37207 requested a full tablet report, sending...
01:33:25.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.914963 10738 ts_manager.cc:194] Registered new tserver with Master: af7bd824c09d457cad5356657b1019a7 (127.10.113.67:43607)
01:33:25.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:25.929323 10693 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
01:33:25.939 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:33:25.941 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
01:33:25.951 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.10.113.126"
port: 37207
}
bound_http_address {
host: "127.10.113.126"
port: 46815
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.10.113.125"
port: 40237
}
bound_http_address {
host: "127.10.113.125"
port: 38721
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.10.113.124"
port: 42669
}
bound_http_address {
host: "127.10.113.124"
port: 40915
}
}
}
01:33:25.956 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:33:25.958 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.10.113.65"
port: 36921
}
bound_http_address {
host: "127.10.113.65"
port: 42135
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.10.113.66"
port: 45837
}
bound_http_address {
host: "127.10.113.66"
port: 43937
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.10.113.67"
port: 43607
}
bound_http_address {
host: "127.10.113.67"
port: 43681
}
}
}
01:33:25.958 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
01:33:26.152 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
01:33:26.260 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskoFx69z/test-tmp
01:33:26.261 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:33:26.261 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskoFx69z/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:33:26.264 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
01:33:26.593 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:33:26.593 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:33:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:26.596041 11417 mini_oidc.cc:152] Starting JWKS server
01:33:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:26.599341 11417 webserver.cc:460] Webserver started at http://127.0.0.1:37287/ using document root <none> and password file <none>
01:33:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:26.599692 11417 mini_oidc.cc:189] Starting OIDC Discovery server
01:33:26.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:26.601354 11417 webserver.cc:460] Webserver started at http://127.0.0.1:39685/ using document root <none> and password file <none>
01:33:26.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
01:33:26.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/principal' for realm 'KRBTEST.COM',
01:33:26.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
01:33:26.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:26 dist-test-slave-37dq krb5kdc[11430](info): setting up network...
01:33:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
01:33:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:26 dist-test-slave-37dq krb5kdc[11430](info): set up 2 sockets
01:33:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:26 dist-test-slave-37dq krb5kdc[11430](info): commencing operation
01:33:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
01:33:26.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:26.914746 11406 heartbeater.cc:503] Master 127.10.113.124:42669 was elected leader, sending a full tablet report...
01:33:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:27.692375 11417 mini_kdc.cc:121] Time spent starting KDC: real 1.068s user 0.004s sys 0.014s
01:33:27.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
01:33:27.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:33:27.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
01:33:27.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
01:33:27.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:33:27.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
01:33:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
01:33:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:33:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
01:33:27.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:33:27.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/test-user.keytab.
01:33:27.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/test-user.keytab.
01:33:27.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:27 dist-test-slave-37dq krb5kdc[11430](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472807, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:33:27.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:33:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:33:27Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
01:33:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:33:27Z Disabled control of system clock
01:33:27.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.11.38.126@KRBTEST.COM; defaulting to no policy
01:33:27.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:33:27.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.11.38.126@KRBTEST.COM" created.
01:33:27.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:33:27.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.38.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kudu_127.11.38.126.keytab.
01:33:27.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.38.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kudu_127.11.38.126.keytab.
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:27.885066 11417 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/wal
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/data
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/logs
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/data/info.pb
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.38.126:45169
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.38.126
01:33:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:33:27.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kudu_127.11.38.126.keytab
01:33:27.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.38.126
01:33:27.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:33:27.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:33:27.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:33:27.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.38.84:42473
01:33:27.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:27.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:27.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:27.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:33:27.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.38.126:45169,127.11.38.125:33019,127.11.38.124:44813
01:33:27.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:33:27.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37287/jwks.json
01:33:27.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:33:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:28.207324 11443 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:33:28.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:28.207863 11443 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:33:28.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:28.208410 11443 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:33:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:28.242890 11443 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:33:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:28.243150 11443 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:33:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:28.243552 11443 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:33:28.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:28.243863 11443 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:33:28.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:28.244155 11443 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:33:28.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:28.244446 11443 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:33:28.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:28.244730 11443 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37287/jwks.json
01:33:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:28.281309 11443 master_runner.cc:386] Master server non-default flags:
01:33:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.38.84:42473
01:33:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/data
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/wal
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.38.126:45169,127.11.38.125:33019,127.11.38.124:44813
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kudu_127.11.38.126.keytab
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.38.126
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.38.126:45169
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37287/jwks.json
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/data/info.pb
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.38.126
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:33:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/logs
01:33:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:33:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:33:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:33:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:33:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:33:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:33:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:33:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:33:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:33:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:28.282793 11443 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:33:28.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:28.283932 11443 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:33:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:28.301725 11450 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:29.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:28.301762 11449 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:29.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:28.303999 11443 server_base.cc:1034] running on GCE node
01:33:29.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:28.302609 11452 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.534665 11443 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:33:29.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.537671 11443 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:33:29.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.539011 11443 hybrid_clock.cc:648] HybridClock initialized: now 1790472809538991 us; error 60 us; skew 500 ppm
01:33:29.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.539757 11443 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:33:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:29 dist-test-slave-37dq krb5kdc[11430](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472809, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.38.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:33:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.549603 11443 init.cc:377] Logged in from keytab as kudu/127.11.38.126@KRBTEST.COM (short username kudu)
01:33:29.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.554962 11443 webserver.cc:460] Webserver started at http://127.11.38.126:45207/ using document root <none> and password file <none>
01:33:29.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.555786 11443 fs_manager.cc:359] Metadata directory not provided
01:33:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.555961 11443 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:33:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.556412 11443 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:33:29.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.561689 11443 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/data/instance:
01:33:29.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3088287a712b4f74a95714c554f00e47"
01:33:29.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:29 on dist-test-slave-37dq"
01:33:29.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.563467 11443 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/wal/instance:
01:33:29.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3088287a712b4f74a95714c554f00e47"
01:33:29.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:29 on dist-test-slave-37dq"
01:33:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.570731 11443 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.007s
01:33:29.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.576495 11462 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:33:29.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.577802 11443 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
01:33:29.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.578446 11443 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/data,/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/wal
01:33:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3088287a712b4f74a95714c554f00e47"
01:33:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:29 on dist-test-slave-37dq"
01:33:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.578936 11443 fs_report.cc:383] FS layout report
01:33:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:33:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/wal
01:33:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/wal
01:33:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/data/data
01:33:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:33:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:33:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:33:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:33:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:33:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:33:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:33:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:33:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:33:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:33:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:33:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.621973 11443 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:33:29.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.629895 11443 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:33:29.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.630300 11443 kserver.cc:163] Server-wide thread pool size limit: 3276
01:33:29.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.707512 11443 rpc_server.cc:307] RPC server started. Bound to: 127.11.38.126:45169
01:33:29.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.707579 11513 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.38.126:45169 every 8 connection(s)
01:33:29.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.710258 11443 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/data/info.pb
01:33:29.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.716295 11514 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:33:29.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.716313 11417 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu as pid 11443
01:33:29.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.716888 11417 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/wal/instance
01:33:29.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.733384 11514 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.38.126" port: 45169 } has no permanent_uuid. Determining permanent_uuid...
01:33:29.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.11.38.125@KRBTEST.COM; defaulting to no policy
01:33:29.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:33:29.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.11.38.125@KRBTEST.COM" created.
01:33:29.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:29 dist-test-slave-37dq krb5kdc[11430](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472809, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.38.126@KRBTEST.COM for kudu/127.11.38.126@KRBTEST.COM
01:33:29.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:33:29.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.38.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kudu_127.11.38.125.keytab.
01:33:29.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.38.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kudu_127.11.38.125.keytab.
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.768815 11417 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/wal
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/data
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/logs
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/data/info.pb
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:33:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:33:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:33:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:33:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.38.125:33019
01:33:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.38.125
01:33:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:33:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kudu_127.11.38.125.keytab
01:33:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.38.125
01:33:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:33:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:33:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:33:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.38.84:42473
01:33:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:33:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.38.126:45169,127.11.38.125:33019,127.11.38.124:44813
01:33:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:33:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37287/jwks.json
01:33:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:33:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.777206 11514 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } has no permanent_uuid. Determining permanent_uuid...
01:33:29.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:29.780052 11464 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.38.125:33019: connect: Connection refused (error 111)
01:33:29.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:29.784458 11514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.125:33019: Network error: Client connection negotiation failed: client connection to 127.11.38.125:33019: connect: Connection refused (error 111)
01:33:29.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.834017 11514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } attempt: 1
01:33:29.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:29.837945 11514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.125:33019: Network error: Client connection negotiation failed: client connection to 127.11.38.125:33019: connect: Connection refused (error 111)
01:33:29.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:29.906353 11514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } attempt: 2
01:33:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:29.910092 11514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.125:33019: Network error: Client connection negotiation failed: client connection to 127.11.38.125:33019: connect: Connection refused (error 111)
01:33:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:30.001911 11514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } attempt: 3
01:33:30.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:30.005728 11514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.125:33019: Network error: Client connection negotiation failed: client connection to 127.11.38.125:33019: connect: Connection refused (error 111)
01:33:30.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:30.107714 11520 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:33:30.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:30.108469 11520 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:33:30.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:30.109442 11520 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:33:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:30.141062 11520 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:33:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:30.141289 11520 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:33:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:30.141566 11520 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:33:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:30.141759 11520 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:33:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:30.141948 11520 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:33:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:30.142129 11520 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:33:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:30.142264 11520 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37287/jwks.json
01:33:30.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:30.149117 11514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } attempt: 4
01:33:30.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:30.152670 11514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.125:33019: Network error: Client connection negotiation failed: client connection to 127.11.38.125:33019: connect: Connection refused (error 111)
01:33:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:30.179445 11520 master_runner.cc:386] Master server non-default flags:
01:33:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.38.84:42473
01:33:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/data
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/wal
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.38.126:45169,127.11.38.125:33019,127.11.38.124:44813
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kudu_127.11.38.125.keytab
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.38.125
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.38.125:33019
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37287/jwks.json
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/data/info.pb
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.38.125
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/logs
01:33:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:33:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:33:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:33:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:33:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:33:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:33:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:33:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:33:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:33:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:30.180804 11520 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:33:30.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:30.182186 11520 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:33:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:30.201274 11528 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:30.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:30.452101 11514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } attempt: 5
01:33:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:30.459611 11514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.125:33019: Network error: Client connection negotiation failed: client connection to 127.11.38.125:33019: connect: Connection refused (error 111)
01:33:31.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.007229 11514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } attempt: 6
01:33:31.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:31.021926 11514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.125:33019: Network error: Client connection negotiation failed: client connection to 127.11.38.125:33019: connect: Connection refused (error 111)
01:33:31.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:30.201454 11527 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:31.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:30.201449 11530 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:31.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:31.554450 11529 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1351 milliseconds
01:33:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.554584 11520 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:33:31.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.556174 11520 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:33:31.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.559062 11520 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:33:31.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.560429 11520 hybrid_clock.cc:648] HybridClock initialized: now 1790472811560406 us; error 39 us; skew 500 ppm
01:33:31.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.561298 11520 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:33:31.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:31 dist-test-slave-37dq krb5kdc[11430](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472811, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.38.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:33:31.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.567580 11520 init.cc:377] Logged in from keytab as kudu/127.11.38.125@KRBTEST.COM (short username kudu)
01:33:31.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.573212 11520 webserver.cc:460] Webserver started at http://127.11.38.125:38759/ using document root <none> and password file <none>
01:33:31.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.574054 11520 fs_manager.cc:359] Metadata directory not provided
01:33:31.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.574240 11520 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:33:31.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.574733 11520 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:33:31.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.579627 11520 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/data/instance:
01:33:31.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae0e97ae0f4b4723a4d4247e39c77bd8"
01:33:31.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:31 on dist-test-slave-37dq"
01:33:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.580809 11520 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/wal/instance:
01:33:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae0e97ae0f4b4723a4d4247e39c77bd8"
01:33:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:31 on dist-test-slave-37dq"
01:33:31.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.589419 11520 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.000s
01:33:31.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.594913 11540 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:33:31.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.596196 11520 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
01:33:31.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.596496 11520 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/data,/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/wal
01:33:31.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae0e97ae0f4b4723a4d4247e39c77bd8"
01:33:31.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:31 on dist-test-slave-37dq"
01:33:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.596853 11520 fs_report.cc:383] FS layout report
01:33:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:33:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/wal
01:33:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/wal
01:33:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/data/data
01:33:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:33:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:33:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:33:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:33:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:33:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:33:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:33:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:33:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:33:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:33:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:33:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.636348 11520 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:33:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.641839 11520 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:33:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.642241 11520 kserver.cc:163] Server-wide thread pool size limit: 3276
01:33:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.726414 11520 rpc_server.cc:307] RPC server started. Bound to: 127.11.38.125:33019
01:33:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.726514 11591 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.38.125:33019 every 8 connection(s)
01:33:31.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.729254 11520 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/data/info.pb
01:33:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.730616 11417 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu as pid 11520
01:33:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.731120 11417 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/wal/instance
01:33:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.736055 11592 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:33:31.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.11.38.124@KRBTEST.COM; defaulting to no policy
01:33:31.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.749080 11592 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.38.126" port: 45169 } has no permanent_uuid. Determining permanent_uuid...
01:33:31.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:33:31.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.11.38.124@KRBTEST.COM" created.
01:33:31.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:31 dist-test-slave-37dq krb5kdc[11430](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472811, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.38.125@KRBTEST.COM for kudu/127.11.38.126@KRBTEST.COM
01:33:31.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:33:31.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.38.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kudu_127.11.38.124.keytab.
01:33:31.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.38.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kudu_127.11.38.124.keytab.
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.781621 11417 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/wal
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/data
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/logs
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/data/info.pb
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:33:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:33:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:33:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:33:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.38.124:44813
01:33:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.38.124
01:33:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:33:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kudu_127.11.38.124.keytab
01:33:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.38.124
01:33:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:33:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:33:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:33:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.38.84:42473
01:33:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:33:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.38.126:45169,127.11.38.125:33019,127.11.38.124:44813
01:33:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:33:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37287/jwks.json
01:33:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:33:31.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.790242 11592 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } has no permanent_uuid. Determining permanent_uuid...
01:33:31.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:31 dist-test-slave-37dq krb5kdc[11430](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472811, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.38.125@KRBTEST.COM for kudu/127.11.38.125@KRBTEST.COM
01:33:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.818913 11592 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } has no permanent_uuid. Determining permanent_uuid...
01:33:31.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:31.821151 11542 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.38.124:44813: connect: Connection refused (error 111)
01:33:31.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:31.825999 11592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.124:44813: Network error: Client connection negotiation failed: client connection to 127.11.38.124:44813: connect: Connection refused (error 111)
01:33:31.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.875578 11592 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } attempt: 1
01:33:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:31.882665 11592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.124:44813: Network error: Client connection negotiation failed: client connection to 127.11.38.124:44813: connect: Connection refused (error 111)
01:33:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:31.951073 11592 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } attempt: 2
01:33:31.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:31.955070 11592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.124:44813: Network error: Client connection negotiation failed: client connection to 127.11.38.124:44813: connect: Connection refused (error 111)
01:33:32.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:32.046478 11592 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } attempt: 3
01:33:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.050289 11592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.124:44813: Network error: Client connection negotiation failed: client connection to 127.11.38.124:44813: connect: Connection refused (error 111)
01:33:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:32.082331 11514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } attempt: 7
01:33:32.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:32 dist-test-slave-37dq krb5kdc[11430](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472809, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.38.126@KRBTEST.COM for kudu/127.11.38.125@KRBTEST.COM
01:33:32.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:32.136637 11514 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } has no permanent_uuid. Determining permanent_uuid...
01:33:32.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.141057 11514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.124:44813: Network error: Client connection negotiation failed: client connection to 127.11.38.124:44813: connect: Connection refused (error 111)
01:33:32.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.157630 11598 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:33:32.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.158332 11598 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:33:32.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.159088 11598 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:33:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.191334 11598 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:33:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.191645 11598 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:33:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.192039 11598 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:33:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.192386 11598 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:33:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.192720 11598 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:33:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.193029 11598 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:33:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.193256 11598 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37287/jwks.json
01:33:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:32.193713 11592 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } attempt: 4
01:33:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.197597 11592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.124:44813: Network error: Client connection negotiation failed: client connection to 127.11.38.124:44813: connect: Connection refused (error 111)
01:33:32.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:32.199419 11514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } attempt: 1
01:33:32.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.202859 11514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.124:44813: Network error: Client connection negotiation failed: client connection to 127.11.38.124:44813: connect: Connection refused (error 111)
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:32.234820 11598 master_runner.cc:386] Master server non-default flags:
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.38.84:42473
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/data
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/wal
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.38.126:45169,127.11.38.125:33019,127.11.38.124:44813
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kudu_127.11.38.124.keytab
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.38.124
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.38.124:44813
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37287/jwks.json
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/data/info.pb
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.38.124
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:33:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:33:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:33:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:33:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/logs
01:33:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:33:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:33:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:33:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:33:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:33:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:33:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:33:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:33:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:33:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:32.236116 11598 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:33:32.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:32.237133 11598 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:33:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.254863 11611 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:32.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:32.284304 11514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } attempt: 2
01:33:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.287699 11514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.124:44813: Network error: Client connection negotiation failed: client connection to 127.11.38.124:44813: connect: Connection refused (error 111)
01:33:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:32.373296 11514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } attempt: 3
01:33:32.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.377799 11514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.124:44813: Network error: Client connection negotiation failed: client connection to 127.11.38.124:44813: connect: Connection refused (error 111)
01:33:32.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:32.496930 11592 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } attempt: 5
01:33:32.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.500854 11592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.124:44813: Network error: Client connection negotiation failed: client connection to 127.11.38.124:44813: connect: Connection refused (error 111)
01:33:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:32.518152 11514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } attempt: 4
01:33:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.522094 11514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.124:44813: Network error: Client connection negotiation failed: client connection to 127.11.38.124:44813: connect: Connection refused (error 111)
01:33:32.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:32.805455 11514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } attempt: 5
01:33:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.810662 11514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.124:44813: Network error: Client connection negotiation failed: client connection to 127.11.38.124:44813: connect: Connection refused (error 111)
01:33:33.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.048448 11592 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } attempt: 6
01:33:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:33.055330 11592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.124:44813: Network error: Client connection negotiation failed: client connection to 127.11.38.124:44813: connect: Connection refused (error 111)
01:33:33.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.363085 11514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } attempt: 6
01:33:33.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:33.370767 11514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.38.124:44813: Network error: Client connection negotiation failed: client connection to 127.11.38.124:44813: connect: Connection refused (error 111)
01:33:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.255105 11608 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:32.254911 11609 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:33.496939 11610 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:33:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.497066 11598 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:33:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.501852 11598 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:33:33.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.504757 11598 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:33:33.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.506211 11598 hybrid_clock.cc:648] HybridClock initialized: now 1790472813506181 us; error 36 us; skew 500 ppm
01:33:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.507130 11598 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:33:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:33 dist-test-slave-37dq krb5kdc[11430](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472813, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.38.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:33:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.513662 11598 init.cc:377] Logged in from keytab as kudu/127.11.38.124@KRBTEST.COM (short username kudu)
01:33:33.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.519207 11598 webserver.cc:460] Webserver started at http://127.11.38.124:41201/ using document root <none> and password file <none>
01:33:33.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.520359 11598 fs_manager.cc:359] Metadata directory not provided
01:33:33.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.520620 11598 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:33:33.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.521024 11598 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:33:33.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.526729 11598 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/data/instance:
01:33:33.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "731689bb6e014e92b3642f6400a9b01d"
01:33:33.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:33 on dist-test-slave-37dq"
01:33:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.527935 11598 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/wal/instance:
01:33:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "731689bb6e014e92b3642f6400a9b01d"
01:33:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:33 on dist-test-slave-37dq"
01:33:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.535903 11598 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.010s sys 0.000s
01:33:33.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.541626 11626 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:33:33.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.542835 11598 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
01:33:33.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.543149 11598 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/data,/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/wal
01:33:33.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "731689bb6e014e92b3642f6400a9b01d"
01:33:33.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:33 on dist-test-slave-37dq"
01:33:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.543466 11598 fs_report.cc:383] FS layout report
01:33:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:33:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/wal
01:33:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/wal
01:33:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/data/data
01:33:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:33:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:33:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:33:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:33:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:33:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:33:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:33:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:33:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:33:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:33:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:33:33.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.586582 11598 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:33:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.592736 11598 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:33:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.593145 11598 kserver.cc:163] Server-wide thread pool size limit: 3276
01:33:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.673782 11598 rpc_server.cc:307] RPC server started. Bound to: 127.11.38.124:44813
01:33:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.673856 11677 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.38.124:44813 every 8 connection(s)
01:33:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.676811 11598 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/data/info.pb
01:33:33.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.678963 11417 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu as pid 11598
01:33:33.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.679445 11417 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/wal/instance
01:33:33.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.685227 11678 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:33:33.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.700253 11678 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.38.126" port: 45169 } has no permanent_uuid. Determining permanent_uuid...
01:33:33.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:33 dist-test-slave-37dq krb5kdc[11430](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472813, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.38.124@KRBTEST.COM for kudu/127.11.38.126@KRBTEST.COM
01:33:33.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:33 dist-test-slave-37dq krb5kdc[11430](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472807, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.38.124@KRBTEST.COM
01:33:33.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.737622 11678 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } has no permanent_uuid. Determining permanent_uuid...
01:33:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:33 dist-test-slave-37dq krb5kdc[11430](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472813, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.38.124@KRBTEST.COM for kudu/127.11.38.125@KRBTEST.COM
01:33:33.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:33 dist-test-slave-37dq krb5kdc[11430](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472807, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.38.125@KRBTEST.COM
01:33:33.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.764703 11678 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } has no permanent_uuid. Determining permanent_uuid...
01:33:33.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:33 dist-test-slave-37dq krb5kdc[11430](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472813, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.38.124@KRBTEST.COM for kudu/127.11.38.124@KRBTEST.COM
01:33:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:33 dist-test-slave-37dq krb5kdc[11430](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472807, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.38.126@KRBTEST.COM
01:33:33.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.795552 11678 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: Bootstrap starting.
01:33:33.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.797488 11417 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
01:33:33.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.802103 11678 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: Neither blocks nor log segments found. Creating new log.
01:33:33.804 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:33:33.806 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
01:33:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.804396 11678 log.cc:824] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: Log is configured to *not* fsync() on all Append() calls
01:33:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.810818 11678 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: No bootstrap required, opened a new log
01:33:33.818 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
01:33:33.820 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
01:33:33.823 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.11.38.126"
port: 45169
}
bound_http_address {
host: "127.11.38.126"
port: 45207
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.11.38.125"
port: 33019
}
bound_http_address {
host: "127.11.38.125"
port: 38759
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.11.38.124"
port: 44813
}
bound_http_address {
host: "127.11.38.124"
port: 41201
}
}
}
01:33:33.824 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:33:33.824 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:33:33.824 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:33:33.826 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:33:33.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.842388 11678 raft_consensus.cc:348] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3088287a712b4f74a95714c554f00e47" member_type: VOTER last_known_addr { host: "127.11.38.126" port: 45169 } } peers { permanent_uuid: "ae0e97ae0f4b4723a4d4247e39c77bd8" member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } } peers { permanent_uuid: "731689bb6e014e92b3642f6400a9b01d" member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } }
01:33:33.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.842993 11678 raft_consensus.cc:374] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:33:33.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.843173 11678 raft_consensus.cc:729] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 731689bb6e014e92b3642f6400a9b01d, State: Initialized, Role: FOLLOWER
01:33:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.844136 11678 consensus_queue.cc:260] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3088287a712b4f74a95714c554f00e47" member_type: VOTER last_known_addr { host: "127.11.38.126" port: 45169 } } peers { permanent_uuid: "ae0e97ae0f4b4723a4d4247e39c77bd8" member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } } peers { permanent_uuid: "731689bb6e014e92b3642f6400a9b01d" member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } }
01:33:33.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.846963 11689 sys_catalog.cc:455] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3088287a712b4f74a95714c554f00e47" member_type: VOTER last_known_addr { host: "127.11.38.126" port: 45169 } } peers { permanent_uuid: "ae0e97ae0f4b4723a4d4247e39c77bd8" member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } } peers { permanent_uuid: "731689bb6e014e92b3642f6400a9b01d" member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } } }
01:33:33.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.848349 11689 sys_catalog.cc:458] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [sys.catalog]: This master's current role is: FOLLOWER
01:33:33.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.848426 11678 sys_catalog.cc:564] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [sys.catalog]: configured and running, proceeding with master startup.
01:33:33.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:33.848882 11632 tablet.cc:2369] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:33:33.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:33 dist-test-slave-37dq krb5kdc[11430](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472813, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:33:33.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:33:33.864 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:33:33.867 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/krb5cc
01:33:33.875 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:33:33.877 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/krb5cc
01:33:33.879 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:33:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:33.881467 11700 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:33.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:33.881783 11700 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:33.884 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
01:33:33.887 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:33:33.887 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:33:33.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.876451 11598 master_runner.cc:186] Error getting master registration for 127.11.38.126:45169: OK, instance_id { permanent_uuid: "3088287a712b4f74a95714c554f00e47" instance_seqno: 1790472809685380 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:33:33.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.902196 11598 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:33:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:33 dist-test-slave-37dq krb5kdc[11430](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472813, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:33:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:33:33.927 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:33:33.927 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/krb5cc
01:33:33.929 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:33:33.929 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.11.38.124:44813
01:33:33.931 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:33:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.931981 11417 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu with pid 11598
01:33:33.953 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:33:33.954 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.11.38.125:33019
01:33:33.954 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:33:33.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.954595 11417 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu with pid 11520
01:33:33.977 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:33:33.977 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.11.38.126:45169
01:33:33.977 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:33:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:33.977753 11417 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu with pid 11443
01:33:33.997 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:33:33.997 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.11.38.124:44813
01:33:33.999 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:33:34.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:34.001475 11417 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:34.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/wal
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/data
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/logs
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/data/info.pb
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:33:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:33:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.38.124:44813
01:33:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.38.124
01:33:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41201
01:33:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kudu_127.11.38.124.keytab
01:33:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.38.124
01:33:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:33:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:33:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:33:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.38.84:42473
01:33:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:33:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.38.126:45169,127.11.38.125:33019,127.11.38.124:44813
01:33:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:33:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37287/jwks.json
01:33:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:33:34.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:34.315071 11704 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:33:34.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:34.315588 11704 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:33:34.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:34.316139 11704 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:33:34.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:34.349858 11704 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:33:34.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:34.350076 11704 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:33:34.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:34.350329 11704 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:33:34.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:34.350567 11704 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:33:34.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:34.350749 11704 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:33:34.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:34.350919 11704 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:33:34.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:34.351047 11704 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37287/jwks.json
01:33:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:34.387116 11704 master_runner.cc:386] Master server non-default flags:
01:33:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.38.84:42473
01:33:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/data
01:33:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/wal
01:33:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:33:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:33:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.38.126:45169,127.11.38.125:33019,127.11.38.124:44813
01:33:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kudu_127.11.38.124.keytab
01:33:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.38.124
01:33:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:33:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.38.124:44813
01:33:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:33:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37287/jwks.json
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/data/info.pb
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.38.124
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41201
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/logs
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:33:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:34.388196 11704 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:33:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:34.389204 11704 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:33:34.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:34.408409 11712 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:35.624614 11402 debug-util.cc:398] Leaking SignalData structure 0x7b08000af960 after lost signal to thread 11276
01:33:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:35.625447 11402 debug-util.cc:398] Leaking SignalData structure 0x7b08000af580 after lost signal to thread 11405
01:33:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:34.409497 11714 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:35.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:34.411967 11704 server_base.cc:1034] running on GCE node
01:33:35.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:34.409989 11711 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.655398 11704 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:33:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.658839 11704 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:33:35.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.660324 11704 hybrid_clock.cc:648] HybridClock initialized: now 1790472815660281 us; error 46 us; skew 500 ppm
01:33:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.661520 11704 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:33:35.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:35 dist-test-slave-37dq krb5kdc[11430](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472815, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.38.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:33:35.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.672719 11704 init.cc:377] Logged in from keytab as kudu/127.11.38.124@KRBTEST.COM (short username kudu)
01:33:35.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.678570 11704 webserver.cc:460] Webserver started at http://127.11.38.124:41201/ using document root <none> and password file <none>
01:33:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.679798 11704 fs_manager.cc:359] Metadata directory not provided
01:33:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.680078 11704 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:33:35.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.691228 11704 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.000s
01:33:35.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.695801 11723 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:33:35.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.696951 11704 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
01:33:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.697283 11704 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/data,/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/wal
01:33:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "731689bb6e014e92b3642f6400a9b01d"
01:33:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:33 on dist-test-slave-37dq"
01:33:35.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.699853 11704 fs_report.cc:383] FS layout report
01:33:35.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:33:35.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/wal
01:33:35.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/wal
01:33:35.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/data/data
01:33:35.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:33:35.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:33:35.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:33:35.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:33:35.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:33:35.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:33:35.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:33:35.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:33:35.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:33:35.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:33:35.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:33:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.736596 11704 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:33:35.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.742719 11704 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:33:35.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.743216 11704 kserver.cc:163] Server-wide thread pool size limit: 3276
01:33:35.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.828562 11704 rpc_server.cc:307] RPC server started. Bound to: 127.11.38.124:44813
01:33:35.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.828707 11774 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.38.124:44813 every 8 connection(s)
01:33:35.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.832224 11704 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-2/data/info.pb
01:33:35.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.842334 11417 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu as pid 11704
01:33:35.843 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:33:35.843 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.11.38.125:33019
01:33:35.843 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:33:35.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.845157 11417 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:35.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:35.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/wal
01:33:35.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/data
01:33:35.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:33:35.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:33:35.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:33:35.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:35.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:35.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:35.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/logs
01:33:35.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/data/info.pb
01:33:35.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:35.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:33:35.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:33:35.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:33:35.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:33:35.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:35.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:35.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:35.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:33:35.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:33:35.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:33:35.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:33:35.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.38.125:33019
01:33:35.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.38.125
01:33:35.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38759
01:33:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kudu_127.11.38.125.keytab
01:33:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.38.125
01:33:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:33:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:33:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:33:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.38.84:42473
01:33:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:33:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.38.126:45169,127.11.38.125:33019,127.11.38.124:44813
01:33:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:33:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37287/jwks.json
01:33:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:33:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.849998 11775 sys_catalog.cc:263] Verifying existing consensus state
01:33:35.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.858855 11775 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: Bootstrap starting.
01:33:35.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.906282 11775 log.cc:824] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: Log is configured to *not* fsync() on all Append() calls
01:33:35.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.914776 11775 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:33:35.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.915640 11775 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: Bootstrap complete.
01:33:35.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.953377 11775 raft_consensus.cc:348] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3088287a712b4f74a95714c554f00e47" member_type: VOTER last_known_addr { host: "127.11.38.126" port: 45169 } } peers { permanent_uuid: "ae0e97ae0f4b4723a4d4247e39c77bd8" member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } } peers { permanent_uuid: "731689bb6e014e92b3642f6400a9b01d" member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } }
01:33:35.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.956884 11775 raft_consensus.cc:374] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:33:35.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.957201 11775 raft_consensus.cc:729] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 731689bb6e014e92b3642f6400a9b01d, State: Initialized, Role: FOLLOWER
01:33:35.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.958093 11775 consensus_queue.cc:260] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3088287a712b4f74a95714c554f00e47" member_type: VOTER last_known_addr { host: "127.11.38.126" port: 45169 } } peers { permanent_uuid: "ae0e97ae0f4b4723a4d4247e39c77bd8" member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } } peers { permanent_uuid: "731689bb6e014e92b3642f6400a9b01d" member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } }
01:33:35.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.965948 11779 sys_catalog.cc:455] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3088287a712b4f74a95714c554f00e47" member_type: VOTER last_known_addr { host: "127.11.38.126" port: 45169 } } peers { permanent_uuid: "ae0e97ae0f4b4723a4d4247e39c77bd8" member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } } peers { permanent_uuid: "731689bb6e014e92b3642f6400a9b01d" member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } } }
01:33:35.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.967172 11779 sys_catalog.cc:458] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [sys.catalog]: This master's current role is: FOLLOWER
01:33:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:35.968153 11775 sys_catalog.cc:564] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [sys.catalog]: configured and running, proceeding with master startup.
01:33:35.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:35.999053 11729 tablet.cc:2369] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:33:36.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:36.026669 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:36.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:36.027040 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:36.000998 11704 master_runner.cc:186] Error getting master registration for 127.11.38.126:45169: Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111),
01:33:36.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:36.047055 11704 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:33:36.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:36.069820 11779 raft_consensus.cc:482] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:33:36.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:36.070387 11779 raft_consensus.cc:504] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3088287a712b4f74a95714c554f00e47" member_type: VOTER last_known_addr { host: "127.11.38.126" port: 45169 } } peers { permanent_uuid: "ae0e97ae0f4b4723a4d4247e39c77bd8" member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } } peers { permanent_uuid: "731689bb6e014e92b3642f6400a9b01d" member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } }
01:33:36.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:36.075366 11724 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111)
01:33:36.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:36.079970 11779 leader_election.cc:288] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3088287a712b4f74a95714c554f00e47 (127.11.38.126:45169), ae0e97ae0f4b4723a4d4247e39c77bd8 (127.11.38.125:33019)
01:33:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:36.128429 11724 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.11.38.126:45169, user_credentials={real_user=slave}} blocked reactor thread for 53123.7us
01:33:36.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:36.132032 11724 leader_election.cc:334] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3088287a712b4f74a95714c554f00e47 (127.11.38.126:45169): Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111)
01:33:36.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:36.135898 11725 leader_election.cc:334] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ae0e97ae0f4b4723a4d4247e39c77bd8 (127.11.38.125:33019): Network error: Client connection negotiation failed: client connection to 127.11.38.125:33019: connect: Connection refused (error 111)
01:33:36.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:36.136327 11725 leader_election.cc:302] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 731689bb6e014e92b3642f6400a9b01d; no voters: 3088287a712b4f74a95714c554f00e47, ae0e97ae0f4b4723a4d4247e39c77bd8
01:33:36.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:36.137291 11779 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:33:36.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:36.276456 11777 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:33:36.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:36.277153 11777 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:33:36.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:36.277916 11777 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:33:36.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:36.310349 11777 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:33:36.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:36.310624 11777 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:33:36.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:36.311012 11777 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:33:36.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:36.311332 11777 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:33:36.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:36.311656 11777 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:33:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:36.311964 11777 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:33:36.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:36.312184 11777 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37287/jwks.json
01:33:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:36.350660 11777 master_runner.cc:386] Master server non-default flags:
01:33:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.38.84:42473
01:33:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/data
01:33:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/wal
01:33:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:33:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:33:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.38.126:45169,127.11.38.125:33019,127.11.38.124:44813
01:33:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kudu_127.11.38.125.keytab
01:33:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.38.125
01:33:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:33:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.38.125:33019
01:33:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37287/jwks.json
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/data/info.pb
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.38.125
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38759
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/logs
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:33:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:33:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:33:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:33:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:33:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:33:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:36.352128 11777 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:33:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:36.353407 11777 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:33:36.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:36.376241 11800 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:37.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:37.034160 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:37.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:37.034736 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:37.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:36.380664 11777 server_base.cc:1034] running on GCE node
01:33:37.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:36.381397 11803 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:37.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:36.379269 11799 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:37.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.736213 11777 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:33:37.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.739210 11777 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:33:37.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.740763 11777 hybrid_clock.cc:648] HybridClock initialized: now 1790472817740691 us; error 87 us; skew 500 ppm
01:33:37.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.741614 11777 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:33:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:37 dist-test-slave-37dq krb5kdc[11430](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472817, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.38.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:33:37.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.747395 11777 init.cc:377] Logged in from keytab as kudu/127.11.38.125@KRBTEST.COM (short username kudu)
01:33:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.754051 11777 webserver.cc:460] Webserver started at http://127.11.38.125:38759/ using document root <none> and password file <none>
01:33:37.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.755155 11777 fs_manager.cc:359] Metadata directory not provided
01:33:37.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.755393 11777 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:33:37.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.763813 11777 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.000s
01:33:37.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.768594 11812 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:33:37.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.769891 11777 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
01:33:37.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.770340 11777 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/data,/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/wal
01:33:37.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae0e97ae0f4b4723a4d4247e39c77bd8"
01:33:37.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:31 on dist-test-slave-37dq"
01:33:37.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.772969 11777 fs_report.cc:383] FS layout report
01:33:37.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:33:37.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/wal
01:33:37.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/wal
01:33:37.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/data/data
01:33:37.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:33:37.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:33:37.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:33:37.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:33:37.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:33:37.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:33:37.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:33:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:33:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:33:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:33:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:33:37.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.820945 11777 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:33:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.828603 11777 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:33:37.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.829334 11777 kserver.cc:163] Server-wide thread pool size limit: 3276
01:33:37.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.874629 11827 raft_consensus.cc:482] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:33:37.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.875265 11827 raft_consensus.cc:504] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3088287a712b4f74a95714c554f00e47" member_type: VOTER last_known_addr { host: "127.11.38.126" port: 45169 } } peers { permanent_uuid: "ae0e97ae0f4b4723a4d4247e39c77bd8" member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } } peers { permanent_uuid: "731689bb6e014e92b3642f6400a9b01d" member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } }
01:33:37.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.887750 11827 leader_election.cc:288] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3088287a712b4f74a95714c554f00e47 (127.11.38.126:45169), ae0e97ae0f4b4723a4d4247e39c77bd8 (127.11.38.125:33019)
01:33:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:37.893466 11724 leader_election.cc:334] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3088287a712b4f74a95714c554f00e47 (127.11.38.126:45169): Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111)
01:33:37.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:37.899145 11725 leader_election.cc:334] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ae0e97ae0f4b4723a4d4247e39c77bd8 (127.11.38.125:33019): Network error: Client connection negotiation failed: client connection to 127.11.38.125:33019: connect: Connection refused (error 111)
01:33:37.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.899526 11725 leader_election.cc:302] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 731689bb6e014e92b3642f6400a9b01d; no voters: 3088287a712b4f74a95714c554f00e47, ae0e97ae0f4b4723a4d4247e39c77bd8
01:33:37.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.900231 11827 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:33:37.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.950366 11777 rpc_server.cc:307] RPC server started. Bound to: 127.11.38.125:33019
01:33:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.950523 11867 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.38.125:33019 every 8 connection(s)
01:33:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.954449 11777 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/data/info.pb
01:33:37.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.963177 11417 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu as pid 11777
01:33:37.964 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:33:37.964 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.11.38.126:45169
01:33:37.965 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:33:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.966807 11417 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu
01:33:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/wal
01:33:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/data
01:33:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:33:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:33:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:33:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/logs
01:33:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/data/info.pb
01:33:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:33:37.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:33:37.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:33:37.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.38.126:45169
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.38.126
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45207
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kudu_127.11.38.126.keytab
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.38.126
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.38.84:42473
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.38.126:45169,127.11.38.125:33019,127.11.38.124:44813
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37287/jwks.json
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.968098 11868 sys_catalog.cc:263] Verifying existing consensus state
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260927 01:33:37.968926 11868 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:33:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:37.969395 11777 master.cc:537] Master@127.11.38.125:33019 shutting down...
01:33:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:38.032948 11777 master.cc:552] Master@127.11.38.125:33019 shutdown complete.
01:33:38.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:38.037868 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:38.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:38.038126 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:38.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:33:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:38.338574 11870 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:33:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:38.339253 11870 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:33:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:38.339975 11870 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:33:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:38.371568 11870 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:33:38.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:38.371843 11870 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:33:38.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:38.372243 11870 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:33:38.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:38.372584 11870 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:33:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:38.372893 11870 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:33:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:38.373207 11870 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:33:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:38.373461 11870 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37287/jwks.json
01:33:38.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:38.427847 11870 master_runner.cc:386] Master server non-default flags:
01:33:38.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:33:38.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.38.84:42473
01:33:38.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:33:38.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:33:38.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/data
01:33:38.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/wal
01:33:38.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:33:38.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:33:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.38.126:45169,127.11.38.125:33019,127.11.38.124:44813
01:33:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/krb5kdc/kudu_127.11.38.126.keytab
01:33:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.38.126
01:33:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:33:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:33:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:33:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.38.126:45169
01:33:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:33:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:33:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:33:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37287/jwks.json
01:33:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:33:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/data/info.pb
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.38.126
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45207
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/logs
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:33:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:38.429522 11870 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:33:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:38.430881 11870 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:33:38.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:38.451040 11877 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:39.044035 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:39.044622 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:39.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:38.451701 11876 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:39.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:38.453073 11879 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:33:39.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:39.677922 11878 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:33:39.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.677987 11870 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:33:39.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.681661 11870 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:33:39.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.684100 11870 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:33:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.685429 11870 hybrid_clock.cc:648] HybridClock initialized: now 1790472819685385 us; error 44 us; skew 500 ppm
01:33:39.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.686256 11870 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:33:39.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:39 dist-test-slave-37dq krb5kdc[11430](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472819, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.38.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:33:39.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.691566 11870 init.cc:377] Logged in from keytab as kudu/127.11.38.126@KRBTEST.COM (short username kudu)
01:33:39.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.696615 11870 webserver.cc:460] Webserver started at http://127.11.38.126:45207/ using document root <none> and password file <none>
01:33:39.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.697449 11870 fs_manager.cc:359] Metadata directory not provided
01:33:39.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.697641 11870 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:33:39.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.705130 11870 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.003s sys 0.004s
01:33:39.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.709004 11889 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:33:39.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.710000 11870 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
01:33:39.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.710263 11870 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/data,/tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/wal
01:33:39.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3088287a712b4f74a95714c554f00e47"
01:33:39.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:33:29 on dist-test-slave-37dq"
01:33:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.712450 11870 fs_report.cc:383] FS layout report
01:33:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:33:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/wal
01:33:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/wal
01:33:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/data/data
01:33:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:33:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:33:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:33:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:33:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:33:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:33:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:33:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:33:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:33:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:33:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:33:39.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.745107 11870 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:33:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.750089 11870 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:33:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.750478 11870 kserver.cc:163] Server-wide thread pool size limit: 3276
01:33:39.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.825306 11870 rpc_server.cc:307] RPC server started. Bound to: 127.11.38.126:45169
01:33:39.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.825392 11940 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.38.126:45169 every 8 connection(s)
01:33:39.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.828272 11870 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/data/info.pb
01:33:39.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.835163 11417 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu as pid 11870
01:33:39.836 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:33:39.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.858851 11941 sys_catalog.cc:263] Verifying existing consensus state
01:33:39.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260927 01:33:39.859625 11941 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:33:39.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.860085 11870 master.cc:537] Master@127.11.38.126:45169 shutting down...
01:33:39.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.861953 11943 raft_consensus.cc:482] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:33:39.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.862742 11943 raft_consensus.cc:504] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3088287a712b4f74a95714c554f00e47" member_type: VOTER last_known_addr { host: "127.11.38.126" port: 45169 } } peers { permanent_uuid: "ae0e97ae0f4b4723a4d4247e39c77bd8" member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } } peers { permanent_uuid: "731689bb6e014e92b3642f6400a9b01d" member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } }
01:33:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.877086 11943 leader_election.cc:288] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3088287a712b4f74a95714c554f00e47 (127.11.38.126:45169), ae0e97ae0f4b4723a4d4247e39c77bd8 (127.11.38.125:33019)
01:33:39.900 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.38.124:44813(127.11.38.124:44813)] connecting to peer
01:33:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:39.902427 11725 leader_election.cc:334] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ae0e97ae0f4b4723a4d4247e39c77bd8 (127.11.38.125:33019): Network error: Client connection negotiation failed: client connection to 127.11.38.125:33019: connect: Connection refused (error 111)
01:33:39.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:39 dist-test-slave-37dq krb5kdc[11430](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472815, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.38.124@KRBTEST.COM for kudu/127.11.38.126@KRBTEST.COM
01:33:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:39.951220 11724 leader_election.cc:334] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3088287a712b4f74a95714c554f00e47 (127.11.38.126:45169): Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111)
01:33:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.951669 11724 leader_election.cc:302] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 731689bb6e014e92b3642f6400a9b01d; no voters: 3088287a712b4f74a95714c554f00e47, ae0e97ae0f4b4723a4d4247e39c77bd8
01:33:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.952383 11943 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:33:39.970 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:33:39.973 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:33:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:39.992931 11870 master.cc:552] Master@127.11.38.126:45169 shutdown complete.
01:33:40.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskoFx69z/test-tmp/mini-kudu-cluster7139835146357082446/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:33:40.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.021 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.38.124:44813(127.11.38.124:44813)] Successfully connected to peer
01:33:40.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:40.049154 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:40.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:40.049472 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:40.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.099 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
01:33:40.113 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.11.38.124
01:33:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:40 dist-test-slave-37dq krb5kdc[11430](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472813, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.38.124@KRBTEST.COM
01:33:40.320 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe9184745, L:/127.0.0.1:59396 - R:/127.11.38.124:44813] using SASL/GSSAPI
01:33:40.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:33:40.344 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:33:40.346 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:33:40.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.352 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:33:40.363 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:33:40.364 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:33:40.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.368 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:33:40.382 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:33:40.384 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:33:40.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.390 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:33:40.402 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:33:40.403 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:33:40.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:33:40.421 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:33:40.423 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:33:40.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.429 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:33:40.482 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:33:40.484 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:33:40.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:33:40.523 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:33:40.525 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:33:40.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:33:40.603 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:33:40.604 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:33:40.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:40.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:40.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:33:41.043 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:33:41.043 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:33:41.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:41.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:41.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:41.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:41.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:41.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:41.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:33:41.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:41.049767 11704 master_runner.cc:186] Error getting master registration for 127.11.38.126:45169: Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111),
01:33:41.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:41.050099 11704 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:33:41.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:41.052215 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:41.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:41.052469 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:41.342 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:33:41.343 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:33:41.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:41.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:41.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:41.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:41.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:41.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:41.347 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:33:41.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:41.570113 11953 raft_consensus.cc:482] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:33:41.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:41.570482 11953 raft_consensus.cc:504] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3088287a712b4f74a95714c554f00e47" member_type: VOTER last_known_addr { host: "127.11.38.126" port: 45169 } } peers { permanent_uuid: "ae0e97ae0f4b4723a4d4247e39c77bd8" member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } } peers { permanent_uuid: "731689bb6e014e92b3642f6400a9b01d" member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } }
01:33:41.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:41.571844 11953 leader_election.cc:288] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3088287a712b4f74a95714c554f00e47 (127.11.38.126:45169), ae0e97ae0f4b4723a4d4247e39c77bd8 (127.11.38.125:33019)
01:33:41.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:41.573607 11724 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111) [suppressed 5 similar messages]
01:33:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:41.576192 11725 leader_election.cc:334] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ae0e97ae0f4b4723a4d4247e39c77bd8 (127.11.38.125:33019): Network error: Client connection negotiation failed: client connection to 127.11.38.125:33019: connect: Connection refused (error 111)
01:33:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:41.576594 11724 leader_election.cc:334] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3088287a712b4f74a95714c554f00e47 (127.11.38.126:45169): Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111)
01:33:41.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:41.576881 11724 leader_election.cc:302] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 731689bb6e014e92b3642f6400a9b01d; no voters: 3088287a712b4f74a95714c554f00e47, ae0e97ae0f4b4723a4d4247e39c77bd8
01:33:41.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:41.577348 11953 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:33:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:42.055435 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:42.055708 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:43.022 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:33:43.023 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:33:43.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:43.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:43.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:43.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:43.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:43.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:43.027 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:33:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:43.058508 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:43.058784 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:44.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:44.061591 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:44.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:44.061863 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:45.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:45.065555 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:45.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:45.065913 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:45 dist-test-slave-37dq krb5kdc[11430](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472825, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.38.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:33:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:45.676739 11719 init.cc:295] Successfully reacquired a new kerberos TGT
01:33:46.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:46.053092 11704 master_runner.cc:186] Error getting master registration for 127.11.38.126:45169: Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111),
01:33:46.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:46.053627 11704 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:33:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:46.068723 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:46.069038 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:46.422 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:33:46.424 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:33:46.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:46.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:46.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:46.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:46.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:46.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:46.427 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:33:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:47.062300 11966 raft_consensus.cc:482] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:33:47.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:47.062790 11966 raft_consensus.cc:504] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3088287a712b4f74a95714c554f00e47" member_type: VOTER last_known_addr { host: "127.11.38.126" port: 45169 } } peers { permanent_uuid: "ae0e97ae0f4b4723a4d4247e39c77bd8" member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } } peers { permanent_uuid: "731689bb6e014e92b3642f6400a9b01d" member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } }
01:33:47.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:47.064560 11966 leader_election.cc:288] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3088287a712b4f74a95714c554f00e47 (127.11.38.126:45169), ae0e97ae0f4b4723a4d4247e39c77bd8 (127.11.38.125:33019)
01:33:47.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:47.066437 11724 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111) [suppressed 1 similar messages]
01:33:47.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:47.069087 11725 leader_election.cc:334] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ae0e97ae0f4b4723a4d4247e39c77bd8 (127.11.38.125:33019): Network error: Client connection negotiation failed: client connection to 127.11.38.125:33019: connect: Connection refused (error 111)
01:33:47.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:47.069686 11724 leader_election.cc:334] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3088287a712b4f74a95714c554f00e47 (127.11.38.126:45169): Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111)
01:33:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:47.069968 11724 leader_election.cc:302] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 731689bb6e014e92b3642f6400a9b01d; no voters: 3088287a712b4f74a95714c554f00e47, ae0e97ae0f4b4723a4d4247e39c77bd8
01:33:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:47.070513 11966 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:33:47.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:47.072032 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:47.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:47.072273 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:48.075090 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:48.075366 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:48.902 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:33:48.903 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:33:48.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:48.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:48.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:48.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:48.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:48.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:48.906 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:33:49.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:49.078085 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:49.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:49.078361 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:50.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:50.081341 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:50.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:50.081607 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:50.242 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:33:50.244 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:33:50.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:50.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:50.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:50.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:50.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:50.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:50.247 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:33:50.948 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:33:50.955 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:33:50.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:50.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:50.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:50.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:50.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:50.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:50.961 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:33:51.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:51.055981 11704 master_runner.cc:186] Error getting master registration for 127.11.38.126:45169: Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111),
01:33:51.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:51.056386 11704 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:33:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:51.084403 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:51.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:51.084745 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:51.954059 11120 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8960 after lost signal to thread 10993
01:33:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:51.955298 11120 debug-util.cc:398] Leaking SignalData structure 0x7b0800044440 after lost signal to thread 11123
01:33:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:52.088929 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:52.089532 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:53.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:53.093526 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:53.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:53.094230 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:53.863 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:33:53.863 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:33:53.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:53.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:53.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:53.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:53.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:53.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:53.866 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:33:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:54.098218 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:54.098513 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:55.103185 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:55.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:55.103590 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:55.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:55.540242 11978 raft_consensus.cc:482] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:33:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:55.540704 11978 raft_consensus.cc:504] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3088287a712b4f74a95714c554f00e47" member_type: VOTER last_known_addr { host: "127.11.38.126" port: 45169 } } peers { permanent_uuid: "ae0e97ae0f4b4723a4d4247e39c77bd8" member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } } peers { permanent_uuid: "731689bb6e014e92b3642f6400a9b01d" member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } }
01:33:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:55.542372 11978 leader_election.cc:288] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3088287a712b4f74a95714c554f00e47 (127.11.38.126:45169), ae0e97ae0f4b4723a4d4247e39c77bd8 (127.11.38.125:33019)
01:33:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:55.545154 11724 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111) [suppressed 1 similar messages]
01:33:55.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:55.548255 11725 leader_election.cc:334] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ae0e97ae0f4b4723a4d4247e39c77bd8 (127.11.38.125:33019): Network error: Client connection negotiation failed: client connection to 127.11.38.125:33019: connect: Connection refused (error 111)
01:33:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:55.548789 11724 leader_election.cc:334] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3088287a712b4f74a95714c554f00e47 (127.11.38.126:45169): Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111)
01:33:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:55.549160 11724 leader_election.cc:302] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 731689bb6e014e92b3642f6400a9b01d; no voters: 3088287a712b4f74a95714c554f00e47, ae0e97ae0f4b4723a4d4247e39c77bd8
01:33:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:55.549860 11978 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:33:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:33:55 dist-test-slave-37dq krb5kdc[11430](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472835, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.38.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:33:55.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:55.679297 11719 init.cc:295] Successfully reacquired a new kerberos TGT
01:33:56.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:56.058933 11704 master_runner.cc:186] Error getting master registration for 127.11.38.126:45169: Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111),
01:33:56.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:33:56.059300 11704 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:33:56.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:56.107527 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:56.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:56.107864 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:57.111501 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:57.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:57.111740 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:57.322 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:33:57.323 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:33:57.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:57.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:57.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:57.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:57.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:33:57.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:33:57.327 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:33:58.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:58.115070 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:58.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:58.115314 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:33:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:59.118163 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:33:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:33:59.118466 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:34:00.022 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:34:00.023 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:34:00.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:34:00.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:34:00.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:34:00.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:34:00.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:34:00.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:34:00.027 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:34:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:00.122242 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:34:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:00.122573 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:34:01.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:01.061681 11704 master_runner.cc:186] Error getting master registration for 127.11.38.126:45169: Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111),
01:34:01.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:01.062009 11704 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:34:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:01.125483 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:34:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:01.125775 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:34:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:01.688984 11987 raft_consensus.cc:482] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:34:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:01.689445 11987 raft_consensus.cc:504] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3088287a712b4f74a95714c554f00e47" member_type: VOTER last_known_addr { host: "127.11.38.126" port: 45169 } } peers { permanent_uuid: "ae0e97ae0f4b4723a4d4247e39c77bd8" member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } } peers { permanent_uuid: "731689bb6e014e92b3642f6400a9b01d" member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } }
01:34:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:01.690833 11987 leader_election.cc:288] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3088287a712b4f74a95714c554f00e47 (127.11.38.126:45169), ae0e97ae0f4b4723a4d4247e39c77bd8 (127.11.38.125:33019)
01:34:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:01.692719 11724 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111) [suppressed 1 similar messages]
01:34:01.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:01.695300 11725 leader_election.cc:334] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ae0e97ae0f4b4723a4d4247e39c77bd8 (127.11.38.125:33019): Network error: Client connection negotiation failed: client connection to 127.11.38.125:33019: connect: Connection refused (error 111)
01:34:01.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:01.695715 11724 leader_election.cc:334] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3088287a712b4f74a95714c554f00e47 (127.11.38.126:45169): Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111)
01:34:01.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:01.696033 11724 leader_election.cc:302] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 731689bb6e014e92b3642f6400a9b01d; no voters: 3088287a712b4f74a95714c554f00e47, ae0e97ae0f4b4723a4d4247e39c77bd8
01:34:01.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:01.696691 11987 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:34:02.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:02.129091 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:34:02.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:02.129384 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:34:03.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:03.132058 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:34:03.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:03.132325 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:34:03.363 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:34:03.365 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:34:03.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:34:03.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:34:03.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:34:03.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:34:03.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:34:03.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:34:03.367 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:34:03.382 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:34:03.383 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:34:03.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:34:03.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:34:03.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:34:03.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:34:03.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:34:03.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:34:03.386 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:34:04.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:04.135138 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:34:04.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:04.135382 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:34:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:05.138656 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:34:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:05.138963 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:34:05.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:34:05 dist-test-slave-37dq krb5kdc[11430](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472845, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.38.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:34:05.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:05.681756 11719 init.cc:295] Successfully reacquired a new kerberos TGT
01:34:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:06.065438 11704 master_runner.cc:186] Error getting master registration for 127.11.38.126:45169: Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111),
01:34:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:06.065819 11704 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:34:06.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:06.141558 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:34:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:06.141795 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:34:06.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:06.553341 11999 raft_consensus.cc:482] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:34:06.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:06.553855 11999 raft_consensus.cc:504] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3088287a712b4f74a95714c554f00e47" member_type: VOTER last_known_addr { host: "127.11.38.126" port: 45169 } } peers { permanent_uuid: "ae0e97ae0f4b4723a4d4247e39c77bd8" member_type: VOTER last_known_addr { host: "127.11.38.125" port: 33019 } } peers { permanent_uuid: "731689bb6e014e92b3642f6400a9b01d" member_type: VOTER last_known_addr { host: "127.11.38.124" port: 44813 } }
01:34:06.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:06.555755 11999 leader_election.cc:288] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3088287a712b4f74a95714c554f00e47 (127.11.38.126:45169), ae0e97ae0f4b4723a4d4247e39c77bd8 (127.11.38.125:33019)
01:34:06.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:06.559418 11724 leader_election.cc:334] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3088287a712b4f74a95714c554f00e47 (127.11.38.126:45169): Network error: Client connection negotiation failed: client connection to 127.11.38.126:45169: connect: Connection refused (error 111)
01:34:06.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:06.559919 11725 leader_election.cc:334] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ae0e97ae0f4b4723a4d4247e39c77bd8 (127.11.38.125:33019): Network error: Client connection negotiation failed: client connection to 127.11.38.125:33019: connect: Connection refused (error 111)
01:34:06.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:06.560250 11725 leader_election.cc:302] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 731689bb6e014e92b3642f6400a9b01d; no voters: 3088287a712b4f74a95714c554f00e47, ae0e97ae0f4b4723a4d4247e39c77bd8
01:34:06.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:06.560927 11999 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:34:07.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:07.144083 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:34:07.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:07.144347 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:34:07.203 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:34:07.203 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:34:07.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:34:07.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:34:07.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:34:07.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:34:07.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:34:07.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:34:07.206 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:34:08.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:08.146684 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:34:08.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:08.146965 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:34:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:08.879632 11402 debug-util.cc:398] Leaking SignalData structure 0x7b08000af7c0 after lost signal to thread 11276
01:34:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:08.880450 11402 debug-util.cc:398] Leaking SignalData structure 0x7b08000affc0 after lost signal to thread 11405
01:34:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:09.149559 11790 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 731689bb6e014e92b3642f6400a9b01d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:34:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:09.149852 11790 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:34:09.402 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.125:33019(127.11.38.125:33019)] connecting to peer
01:34:09.403 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.38.126:45169(127.11.38.126:45169)] connecting to peer
01:34:09.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:34:09.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.38.125:33019(127.11.38.125:33019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:34:09.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:34:09.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.126:45169(127.11.38.126:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:34:09.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.125:33019: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019
01:34:09.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.38.126:45169: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
01:34:09.406 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169; will retry
01:34:09.410 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29566), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [172ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [232ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [484ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [488ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [495ms] refreshing cache from master, [495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [501ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [502ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [504ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [505ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [515ms] refreshing cache from master, [515ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [515ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [519ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [520ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [521ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [522ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [535ms] refreshing cache from master, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [539ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [541ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [542ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [543ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [554ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [559ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [559ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [560ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [561ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [574ms] refreshing cache from master, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [578ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [580ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [581ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [582ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [634ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [638ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [640ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [640ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [642ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [675ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [679ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [679ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [682ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [683ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [755ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [759ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [760ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [766ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [767ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [1195ms] refreshing cache from master, [1195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [1195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [1196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [1198ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [1199ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [1201ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [1495ms] refreshing cache from master, [1495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [1495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [1496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [1498ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [1500ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [1500ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [1500ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [3175ms] refreshing cache from master, [3175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [3175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [3176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [3178ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [3180ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [3180ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [3180ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [6574ms] refreshing cache from master, [6575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [6575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [6577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [6577ms] too many traces: truncated at 100 traces, deferred=Deferred@733933661(state=PENDING, result=null, callback=(continuation of Deferred@1760491408 after retry RPC after error@1229262172) -> (continuation of Deferred@1147357867 after retry RPC after error@411264610) -> (continuation of Deferred@122572949 after retry RPC after error@1711313613) -> (continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647), errback=(continuation of Deferred@1760491408 after retry RPC after error@1229262172) -> (continuation of Deferred@1147357867 after retry RPC after error@411264610) -> (continuation of Deferred@122572949 after retry RPC after error@1711313613) -> (continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647)))
01:34:09.416 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.11.38.124:44813(127.11.38.124:44813)] disconnecting while in state READY
01:34:09.417 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.11.38.125:33019(127.11.38.125:33019)] disconnecting while in state TERMINATED
01:34:09.417 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.11.38.126:45169(127.11.38.126:45169)] disconnecting while in state TERMINATED
01:34:09.424 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:34:09.427 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:34:09.428 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.38.124:44813(127.11.38.124:44813)] handling channelInactive
01:34:09.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.38.124:44813(127.11.38.124:44813)] cleaning up while in state READY due to: connection closed
01:34:09.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:09.430732 11417 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu with pid 11704
01:34:10.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:34:10Z chronyd exiting
01:34:11.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:11.509181 11402 debug-util.cc:398] Leaking SignalData structure 0x7b08000befc0 after lost signal to thread 11276
01:34:11.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:11.510095 11402 debug-util.cc:398] Leaking SignalData structure 0x7b08000afe60 after lost signal to thread 11405
01:34:11.647 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:34:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:11.648979 10693 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu with pid 10975
01:34:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:11.676344 10693 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu with pid 11128
01:34:11.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:11.703236 10693 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu with pid 11275
01:34:11.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:11.729784 10693 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu with pid 10705
01:34:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:11.760957 10693 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu with pid 10775
01:34:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:11.789541 10879 connection.cc:535] client connection to 127.10.113.125:40237 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
01:34:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:34:11.789943 10879 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
01:34:11.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:34:11.790920 10693 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoFx69z/build/tsan/bin/kudu with pid 10850
01:34:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:34:12Z chronyd exiting
01:34:13.981 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29566), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [172ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [232ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [484ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [488ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [495ms] refreshing cache from master, [495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [501ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [502ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [504ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [505ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [515ms] refreshing cache from master, [515ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [515ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [519ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [520ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [521ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [522ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [535ms] refreshing cache from master, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [539ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [541ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [542ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [543ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [554ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [559ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [559ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [560ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [561ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [574ms] refreshing cache from master, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [578ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [580ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [581ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [582ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [634ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [638ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [640ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [640ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [642ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [675ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [679ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [679ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [682ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [683ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [755ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [759ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [760ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [766ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [767ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [1195ms] refreshing cache from master, [1195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [1195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [1196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [1198ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [1199ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [1201ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [1495ms] refreshing cache from master, [1495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [1495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [1496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [1498ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [1500ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [1500ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [1500ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [3175ms] refreshing cache from master, [3175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [3175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [3176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [3178ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [3180ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [3180ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [3180ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [6574ms] refreshing cache from master, [6575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [6575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [6577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [6577ms] too many traces: truncated at 100 traces, deferred=Deferred@733933661(state=PENDING, result=null, callback=(continuation of Deferred@1760491408 after retry RPC after error@1229262172) -> (continuation of Deferred@1147357867 after retry RPC after error@411264610) -> (continuation of Deferred@122572949 after retry RPC after error@1711313613) -> (continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647), errback=(continuation of Deferred@1760491408 after retry RPC after error@1229262172) -> (continuation of Deferred@1147357867 after retry RPC after error@411264610) -> (continuation of Deferred@122572949 after retry RPC after error@1711313613) -> (continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.38.126:45169
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29566), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [172ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [232ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [484ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [488ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [495ms] refreshing cache from master, [495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [501ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [502ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [504ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [505ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [515ms] refreshing cache from master, [515ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [515ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [519ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [520ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [521ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [522ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [535ms] refreshing cache from master, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [539ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [541ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [542ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [543ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [554ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [559ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [559ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [560ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [561ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [574ms] refreshing cache from master, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [578ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [580ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [581ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [582ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [634ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [638ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [640ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [640ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [642ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [675ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [679ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [679ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [682ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [683ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [755ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [759ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [760ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [766ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [767ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [1195ms] refreshing cache from master, [1195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [1195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [1196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [1198ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [1199ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [1201ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [1495ms] refreshing cache from master, [1495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [1495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [1496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [1498ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [1500ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [1500ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [1500ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [3175ms] refreshing cache from master, [3175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [3175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [3176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [3178ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.125:33019: Network error: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019, [3180ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.124:44813: OK, [3180ms] Sub RPC ConnectToMaster: received response from server master-127.11.38.126:45169: Network error: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [3180ms] delaying RPC due to: Service unavailable: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169, [6574ms] refreshing cache from master, [6575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.124:44813, [6575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.125:33019, [6577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.38.126:45169, [6577ms] too many traces: truncated at 100 traces, deferred=Deferred@733933661(state=PENDING, result=null, callback=(continuation of Deferred@1760491408 after retry RPC after error@1229262172) -> (continuation of Deferred@1147357867 after retry RPC after error@411264610) -> (continuation of Deferred@122572949 after retry RPC after error@1711313613) -> (continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647), errback=(continuation of Deferred@1760491408 after retry RPC after error@1229262172) -> (continuation of Deferred@1147357867 after retry RPC after error@411264610) -> (continuation of Deferred@122572949 after retry RPC after error@1711313613) -> (continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.38.124:44813,127.11.38.125:33019,127.11.38.126:45169) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.125:33019(127.11.38.125:33019): Connection refused: /127.11.38.125:33019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.38.126:45169(127.11.38.126:45169): Connection refused: /127.11.38.126:45169
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.38.126:45169
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)