11:52:58.352 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
11:52:58.366 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskZuPeyO/test-tmp
11:52:58.369 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
11:52:58.372 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskZuPeyO/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
11:52:58.600 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
11:52:58.826 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:52:58.827 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
11:52:58.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:52:58.830801 23470 mini_oidc.cc:152] Starting JWKS server
11:52:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:52:58.835713 23470 webserver.cc:460] Webserver started at http://127.0.0.1:41781/ using document root <none> and password file <none>
11:52:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:52:58.836191 23470 mini_oidc.cc:189] Starting OIDC Discovery server
11:52:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:52:58.838711 23470 webserver.cc:460] Webserver started at http://127.0.0.1:33613/ using document root <none> and password file <none>
11:52:58.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:52:58Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
11:52:58.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:52:58Z Disabled control of system clock
11:52:58.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:52:58.891340 23470 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:52:58.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:52:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-0/wal
11:52:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-0/data
11:52:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:52:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:52:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:52:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:52:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:52:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:52:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-0/logs
11:52:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-0/data/info.pb
11:52:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:52:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:52:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:52:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:52:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:52:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:52:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:52:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:52:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:52:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:52:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:52:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:52:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.235.190:42919
11:52:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.235.190
11:52:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:52:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.235.148:40911
11:52:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:52:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:52:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:52:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:52:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.235.190:42919,127.22.235.189:40137,127.22.235.188:46165
11:52:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:52:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41781/jwks.json with env {}
11:52:59.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:52:59.234319 23494 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:52:59.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:52:59.234880 23494 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:52:59.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:52:59.235522 23494 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:52:59.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:52:59.265149 23494 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:52:59.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:52:59.265406 23494 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:52:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:52:59.265700 23494 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:52:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:52:59.265991 23494 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:52:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:52:59.266314 23494 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:52:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:52:59.266593 23494 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41781/jwks.json
11:52:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:52:59.307456 23494 master_runner.cc:386] Master server non-default flags:
11:52:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:52:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.235.148:40911
11:52:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:52:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:52:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-0/data
11:52:59.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-0/wal
11:52:59.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:52:59.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.235.190:42919,127.22.235.189:40137,127.22.235.188:46165
11:52:59.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:52:59.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:52:59.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:52:59.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.235.190:42919
11:52:59.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:52:59.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:52:59.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:52:59.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41781/jwks.json
11:52:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:52:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:52:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-0/data/info.pb
11:52:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.235.190
11:52:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:52:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:52:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:52:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:52:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:52:59.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:52:59.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-0/logs
11:52:59.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:52:59.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:52:59.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:52:59.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:52:59.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:52:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:52:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:52:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:52:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:52:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:52:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:52:59.308867 23494 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:52:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:52:59.310424 23494 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:52:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:52:59.332384 23505 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:00.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:52:59.332882 23508 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:00.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:52:59.332572 23510 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:00.461067 23509 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
11:53:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.461241 23494 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:53:00.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.465093 23494 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:53:00.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.468014 23494 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:53:00.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.469372 23494 hybrid_clock.cc:648] HybridClock initialized: now 1786535580469310 us; error 70 us; skew 500 ppm
11:53:00.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.470261 23494 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:53:00.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.479236 23494 webserver.cc:460] Webserver started at http://127.22.235.190:43333/ using document root <none> and password file <none>
11:53:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.480279 23494 fs_manager.cc:359] Metadata directory not provided
11:53:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.480490 23494 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:53:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.481066 23494 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:53:00.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.486581 23494 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-0/data/instance:
11:53:00.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57f44222e1624ebabfd6ef3e8350a815"
11:53:00.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:00 on dist-test-slave-6zbq"
11:53:00.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.487851 23494 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-0/wal/instance:
11:53:00.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57f44222e1624ebabfd6ef3e8350a815"
11:53:00.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:00 on dist-test-slave-6zbq"
11:53:00.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.496268 23494 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
11:53:00.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.503296 23521 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:53:00.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.504453 23494 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
11:53:00.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.504801 23494 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-0/data,/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-0/wal
11:53:00.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57f44222e1624ebabfd6ef3e8350a815"
11:53:00.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:00 on dist-test-slave-6zbq"
11:53:00.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.505191 23494 fs_report.cc:383] FS layout report
11:53:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:53:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-0/wal
11:53:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-0/wal
11:53:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-0/data/data
11:53:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:53:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:53:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:53:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:53:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:53:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:53:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:53:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:53:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:53:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:53:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:53:00.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.545964 23494 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:53:00.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.547659 23494 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:53:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.548254 23494 kserver.cc:163] Server-wide thread pool size limit: 3276
11:53:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.667780 23494 rpc_server.cc:307] RPC server started. Bound to: 127.22.235.190:42919
11:53:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.667968 23624 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.235.190:42919 every 8 connection(s)
11:53:00.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.670667 23494 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-0/data/info.pb
11:53:00.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.674647 23470 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu as pid 23494
11:53:00.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.675189 23470 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-0/wal/instance
11:53:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.679858 23470 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-1/wal
11:53:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-1/data
11:53:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:53:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:53:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:53:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-1/logs
11:53:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-1/data/info.pb
11:53:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:53:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:53:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:53:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:53:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:53:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:53:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:53:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:53:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.235.189:40137
11:53:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.235.189
11:53:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:53:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.235.148:40911
11:53:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:53:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:53:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.235.190:42919,127.22.235.189:40137,127.22.235.188:46165
11:53:00.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:53:00.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41781/jwks.json with env {}
11:53:00.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.680866 23625 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:53:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.695977 23625 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } has no permanent_uuid. Determining permanent_uuid...
11:53:00.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.729753 23625 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } has no permanent_uuid. Determining permanent_uuid...
11:53:00.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:00.732373 23529 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.235.189:40137: connect: Connection refused (error 111)
11:53:00.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:00.738118 23625 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.189:40137: Network error: Client connection negotiation failed: client connection to 127.22.235.189:40137: connect: Connection refused (error 111)
11:53:00.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.787667 23625 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } attempt: 1
11:53:00.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:00.791561 23625 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.189:40137: Network error: Client connection negotiation failed: client connection to 127.22.235.189:40137: connect: Connection refused (error 111)
11:53:00.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.860013 23625 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } attempt: 2
11:53:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:00.864238 23625 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.189:40137: Network error: Client connection negotiation failed: client connection to 127.22.235.189:40137: connect: Connection refused (error 111)
11:53:00.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:00.955586 23625 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } attempt: 3
11:53:00.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:00.959556 23625 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.189:40137: Network error: Client connection negotiation failed: client connection to 127.22.235.189:40137: connect: Connection refused (error 111)
11:53:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:01.039450 23630 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:53:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:01.040052 23630 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:53:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:01.040555 23630 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:53:01.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:01.070797 23630 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:53:01.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:01.071043 23630 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:53:01.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:01.071238 23630 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:53:01.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:01.071439 23630 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:53:01.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:01.071668 23630 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:53:01.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:01.071801 23630 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41781/jwks.json
11:53:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:01.102993 23625 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } attempt: 4
11:53:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:01.104743 23630 master_runner.cc:386] Master server non-default flags:
11:53:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.235.148:40911
11:53:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:53:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-1/data
11:53:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-1/wal
11:53:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:53:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.235.190:42919,127.22.235.189:40137,127.22.235.188:46165
11:53:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:53:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.235.189:40137
11:53:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:53:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:53:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:53:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41781/jwks.json
11:53:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-1/data/info.pb
11:53:01.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.235.189
11:53:01.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:53:01.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:53:01.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:01.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:53:01.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:53:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-1/logs
11:53:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:53:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:53:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:53:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:53:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:53:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:53:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:53:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:53:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:53:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:01.106240 23630 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:53:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:01.107822 23625 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.189:40137: Network error: Client connection negotiation failed: client connection to 127.22.235.189:40137: connect: Connection refused (error 111)
11:53:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:01.108340 23630 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:53:01.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:01.131775 23648 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:01.407251 23625 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } attempt: 5
11:53:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:01.412050 23625 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.189:40137: Network error: Client connection negotiation failed: client connection to 127.22.235.189:40137: connect: Connection refused (error 111)
11:53:01.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:01.959586 23625 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } attempt: 6
11:53:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:01.967950 23625 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.189:40137: Network error: Client connection negotiation failed: client connection to 127.22.235.189:40137: connect: Connection refused (error 111)
11:53:02.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:01.133351 23652 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:02.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:01.133635 23645 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:01.134109 23630 server_base.cc:1034] running on GCE node
11:53:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.271010 23630 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:53:02.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.274251 23630 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:53:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.275662 23630 hybrid_clock.cc:648] HybridClock initialized: now 1786535582275618 us; error 52 us; skew 500 ppm
11:53:02.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.276821 23630 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:53:02.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.286136 23630 webserver.cc:460] Webserver started at http://127.22.235.189:39021/ using document root <none> and password file <none>
11:53:02.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.287040 23630 fs_manager.cc:359] Metadata directory not provided
11:53:02.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.287227 23630 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:53:02.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.287680 23630 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:53:02.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.293107 23630 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-1/data/instance:
11:53:02.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1bb7d5c0ec9047caaddca93713379b5a"
11:53:02.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:02 on dist-test-slave-6zbq"
11:53:02.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.294436 23630 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-1/wal/instance:
11:53:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1bb7d5c0ec9047caaddca93713379b5a"
11:53:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:02 on dist-test-slave-6zbq"
11:53:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.302868 23630 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
11:53:02.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.309264 23673 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:53:02.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.310384 23630 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.001s
11:53:02.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.310678 23630 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-1/data,/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-1/wal
11:53:02.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1bb7d5c0ec9047caaddca93713379b5a"
11:53:02.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:02 on dist-test-slave-6zbq"
11:53:02.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.310973 23630 fs_report.cc:383] FS layout report
11:53:02.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:53:02.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-1/wal
11:53:02.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-1/wal
11:53:02.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-1/data/data
11:53:02.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:53:02.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:53:02.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:53:02.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:53:02.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:53:02.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:53:02.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:53:02.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:53:02.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:53:02.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:53:02.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:53:02.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.357900 23630 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:53:02.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.359519 23630 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:53:02.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.359928 23630 kserver.cc:163] Server-wide thread pool size limit: 3276
11:53:02.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.476187 23630 rpc_server.cc:307] RPC server started. Bound to: 127.22.235.189:40137
11:53:02.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.476277 23778 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.235.189:40137 every 8 connection(s)
11:53:02.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.478871 23630 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-1/data/info.pb
11:53:02.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.485975 23779 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:53:02.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.488446 23470 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu as pid 23630
11:53:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.488910 23470 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-1/wal/instance
11:53:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.491956 23470 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-2/wal
11:53:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-2/data
11:53:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:53:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:53:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:53:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-2/logs
11:53:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-2/data/info.pb
11:53:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:53:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.235.188:46165
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.235.188
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.235.148:40911
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.235.190:42919,127.22.235.189:40137,127.22.235.188:46165
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:53:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41781/jwks.json with env {}
11:53:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.504335 23779 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } has no permanent_uuid. Determining permanent_uuid...
11:53:02.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.529728 23779 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } has no permanent_uuid. Determining permanent_uuid...
11:53:02.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.551095 23779 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } has no permanent_uuid. Determining permanent_uuid...
11:53:02.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:02.553755 23675 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.235.188:46165: connect: Connection refused (error 111)
11:53:02.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:02.559213 23779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.188:46165: Network error: Client connection negotiation failed: client connection to 127.22.235.188:46165: connect: Connection refused (error 111)
11:53:02.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.608747 23779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } attempt: 1
11:53:02.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:02.612905 23779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.188:46165: Network error: Client connection negotiation failed: client connection to 127.22.235.188:46165: connect: Connection refused (error 111)
11:53:02.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.681368 23779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } attempt: 2
11:53:02.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:02.686014 23779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.188:46165: Network error: Client connection negotiation failed: client connection to 127.22.235.188:46165: connect: Connection refused (error 111)
11:53:02.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.777413 23779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } attempt: 3
11:53:02.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:02.781454 23779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.188:46165: Network error: Client connection negotiation failed: client connection to 127.22.235.188:46165: connect: Connection refused (error 111)
11:53:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:02.852850 23786 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:53:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:02.853379 23786 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:53:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:02.853844 23786 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:53:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:02.883435 23786 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:53:02.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:02.883701 23786 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:53:02.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:02.883894 23786 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:53:02.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:02.884130 23786 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:53:02.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:02.884413 23786 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:53:02.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:02.884573 23786 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41781/jwks.json
11:53:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.919039 23786 master_runner.cc:386] Master server non-default flags:
11:53:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.235.148:40911
11:53:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:53:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-2/data
11:53:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-2/wal
11:53:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:53:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.235.190:42919,127.22.235.189:40137,127.22.235.188:46165
11:53:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:53:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.235.188:46165
11:53:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:53:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:53:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:53:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41781/jwks.json
11:53:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-2/data/info.pb
11:53:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.235.188
11:53:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:53:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:53:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:53:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:53:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-2/logs
11:53:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:53:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:53:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:53:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:53:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:53:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:53:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:53:02.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:53:02.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:53:02.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.920209 23786 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:53:02.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.922066 23786 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:53:02.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:02.924963 23779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } attempt: 4
11:53:02.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:02.930989 23779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.188:46165: Network error: Client connection negotiation failed: client connection to 127.22.235.188:46165: connect: Connection refused (error 111)
11:53:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:02.945899 23807 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:03.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:03.028430 23625 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } attempt: 7
11:53:03.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:03.052951 23625 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } has no permanent_uuid. Determining permanent_uuid...
11:53:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:03.062309 23625 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.188:46165: Network error: Client connection negotiation failed: client connection to 127.22.235.188:46165: connect: Connection refused (error 111)
11:53:03.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:03.120820 23625 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } attempt: 1
11:53:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:03.125568 23625 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.188:46165: Network error: Client connection negotiation failed: client connection to 127.22.235.188:46165: connect: Connection refused (error 111)
11:53:03.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:03.206991 23625 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } attempt: 2
11:53:03.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:03.212198 23625 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.188:46165: Network error: Client connection negotiation failed: client connection to 127.22.235.188:46165: connect: Connection refused (error 111)
11:53:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:03.230448 23779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } attempt: 5
11:53:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:03.235834 23779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.188:46165: Network error: Client connection negotiation failed: client connection to 127.22.235.188:46165: connect: Connection refused (error 111)
11:53:03.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:03.297626 23625 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } attempt: 3
11:53:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:03.303774 23625 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.188:46165: Network error: Client connection negotiation failed: client connection to 127.22.235.188:46165: connect: Connection refused (error 111)
11:53:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:03.444331 23625 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } attempt: 4
11:53:03.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:03.449551 23625 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.188:46165: Network error: Client connection negotiation failed: client connection to 127.22.235.188:46165: connect: Connection refused (error 111)
11:53:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:03.733008 23625 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } attempt: 5
11:53:03.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:03.738794 23625 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.188:46165: Network error: Client connection negotiation failed: client connection to 127.22.235.188:46165: connect: Connection refused (error 111)
11:53:03.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:03.783290 23779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } attempt: 6
11:53:03.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:03.793422 23779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.188:46165: Network error: Client connection negotiation failed: client connection to 127.22.235.188:46165: connect: Connection refused (error 111)
11:53:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:02.946111 23803 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:02.946255 23811 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:04.114720 23809 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1166 milliseconds
11:53:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.114837 23786 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:53:04.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.116106 23786 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:53:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.119586 23786 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:53:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.121001 23786 hybrid_clock.cc:648] HybridClock initialized: now 1786535584120963 us; error 56 us; skew 500 ppm
11:53:04.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.121994 23786 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:53:04.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.131846 23786 webserver.cc:460] Webserver started at http://127.22.235.188:45445/ using document root <none> and password file <none>
11:53:04.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.133073 23786 fs_manager.cc:359] Metadata directory not provided
11:53:04.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.133349 23786 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:53:04.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.133931 23786 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:53:04.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.141415 23786 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-2/data/instance:
11:53:04.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44d1c700779c4bf09a119bd2b13ac0b7"
11:53:04.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:04 on dist-test-slave-6zbq"
11:53:04.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.142992 23786 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-2/wal/instance:
11:53:04.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44d1c700779c4bf09a119bd2b13ac0b7"
11:53:04.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:04 on dist-test-slave-6zbq"
11:53:04.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.152591 23786 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.005s sys 0.004s
11:53:04.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.158907 23832 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:53:04.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.159967 23786 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
11:53:04.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.160287 23786 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-2/data,/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-2/wal
11:53:04.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44d1c700779c4bf09a119bd2b13ac0b7"
11:53:04.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:04 on dist-test-slave-6zbq"
11:53:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.160614 23786 fs_report.cc:383] FS layout report
11:53:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:53:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-2/wal
11:53:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-2/wal
11:53:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-2/data/data
11:53:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:53:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:53:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:53:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:53:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:53:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:53:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:53:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:53:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:53:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:53:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:53:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.210512 23786 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:53:04.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.212246 23786 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:53:04.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.212805 23786 kserver.cc:163] Server-wide thread pool size limit: 3276
11:53:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.291234 23625 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } attempt: 6
11:53:04.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:04.298898 23625 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.235.188:46165: Network error: Client connection negotiation failed: client connection to 127.22.235.188:46165: connect: Connection refused (error 111)
11:53:04.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.332314 23786 rpc_server.cc:307] RPC server started. Bound to: 127.22.235.188:46165
11:53:04.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.332433 23938 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.235.188:46165 every 8 connection(s)
11:53:04.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.335155 23786 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-2/data/info.pb
11:53:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.341120 23470 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu as pid 23786
11:53:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.341588 23470 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/master-2/wal/instance
11:53:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.342609 23939 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:53:04.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.363073 23939 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } has no permanent_uuid. Determining permanent_uuid...
11:53:04.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.395174 23939 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } has no permanent_uuid. Determining permanent_uuid...
11:53:04.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.407132 23939 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } has no permanent_uuid. Determining permanent_uuid...
11:53:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.428683 23939 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7: Bootstrap starting.
11:53:04.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.437117 23939 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7: Neither blocks nor log segments found. Creating new log.
11:53:04.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.439406 23939 log.cc:824] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7: Log is configured to *not* fsync() on all Append() calls
11:53:04.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.445294 23939 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7: No bootstrap required, opened a new log
11:53:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.470543 23939 raft_consensus.cc:348] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } } peers { permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } } peers { permanent_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } }
11:53:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.471272 23939 raft_consensus.cc:374] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:53:04.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.471668 23939 raft_consensus.cc:729] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 44d1c700779c4bf09a119bd2b13ac0b7, State: Initialized, Role: FOLLOWER
11:53:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.472527 23939 consensus_queue.cc:260] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } } peers { permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } } peers { permanent_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } }
11:53:04.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.476907 23954 sys_catalog.cc:455] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } } peers { permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } } peers { permanent_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } } }
11:53:04.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.477828 23939 sys_catalog.cc:564] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [sys.catalog]: configured and running, proceeding with master startup.
11:53:04.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.477886 23954 sys_catalog.cc:458] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [sys.catalog]: This master's current role is: FOLLOWER
11:53:04.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:04.523037 23972 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:04.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:04.523352 23972 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:04.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.512600 23786 master_runner.cc:186] Error getting master registration for 127.22.235.190:42919: OK, instance_id { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" instance_seqno: 1786535580634762 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:53:04.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.543547 23786 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:53:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:04.720283 23846 tablet.cc:2369] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:53:04.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.853967 23779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } attempt: 7
11:53:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.873911 23779 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a: Bootstrap starting.
11:53:04.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.881285 23779 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a: Neither blocks nor log segments found. Creating new log.
11:53:04.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.883965 23779 log.cc:824] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a: Log is configured to *not* fsync() on all Append() calls
11:53:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.889106 23779 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a: No bootstrap required, opened a new log
11:53:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.913168 23779 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } } peers { permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } } peers { permanent_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } }
11:53:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.913834 23779 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:53:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.914021 23779 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1bb7d5c0ec9047caaddca93713379b5a, State: Initialized, Role: FOLLOWER
11:53:04.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.914711 23779 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } } peers { permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } } peers { permanent_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } }
11:53:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.917725 23979 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } } peers { permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } } peers { permanent_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } } }
11:53:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.918530 23979 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a [sys.catalog]: This master's current role is: FOLLOWER
11:53:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.919595 23779 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a [sys.catalog]: configured and running, proceeding with master startup.
11:53:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:04.958261 23998 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:04.958925 23998 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.967953 23954 raft_consensus.cc:482] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:53:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.968554 23954 raft_consensus.cc:504] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } } peers { permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } } peers { permanent_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } }
11:53:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.973342 23954 leader_election.cc:288] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 57f44222e1624ebabfd6ef3e8350a815 (127.22.235.190:42919), 1bb7d5c0ec9047caaddca93713379b5a (127.22.235.189:40137)
11:53:04.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.974786 23731 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1bb7d5c0ec9047caaddca93713379b5a" is_pre_election: true
11:53:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.975924 23731 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 44d1c700779c4bf09a119bd2b13ac0b7 in term 0.
11:53:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.977494 23839 leader_election.cc:302] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1bb7d5c0ec9047caaddca93713379b5a, 44d1c700779c4bf09a119bd2b13ac0b7; no voters:
11:53:04.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.982862 23954 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [term 0 FOLLOWER]: Leader pre-election won for term 1
11:53:04.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.983242 23954 raft_consensus.cc:482] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:53:04.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.983566 23954 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [term 0 FOLLOWER]: Advancing to term 1
11:53:04.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.952828 23630 master_runner.cc:186] Error getting master registration for 127.22.235.190:42919: OK, instance_id { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" instance_seqno: 1786535580634762 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:53:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.987150 23630 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:53:04.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.990865 23954 raft_consensus.cc:504] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } } peers { permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } } peers { permanent_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } }
11:53:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.992964 23954 leader_election.cc:288] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [CANDIDATE]: Term 1 election: Requested vote from peers 57f44222e1624ebabfd6ef3e8350a815 (127.22.235.190:42919), 1bb7d5c0ec9047caaddca93713379b5a (127.22.235.189:40137)
11:53:04.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.993868 23731 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1bb7d5c0ec9047caaddca93713379b5a"
11:53:04.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:04.994444 23731 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a [term 0 FOLLOWER]: Advancing to term 1
11:53:05.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.001642 23731 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 44d1c700779c4bf09a119bd2b13ac0b7 in term 1.
11:53:05.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.002606 23839 leader_election.cc:302] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1bb7d5c0ec9047caaddca93713379b5a, 44d1c700779c4bf09a119bd2b13ac0b7; no voters:
11:53:05.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.003435 23954 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [term 1 FOLLOWER]: Leader election won for term 1
11:53:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.011193 23954 raft_consensus.cc:686] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [term 1 LEADER]: Becoming Leader. State: Replica: 44d1c700779c4bf09a119bd2b13ac0b7, State: Running, Role: LEADER
11:53:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.012362 23954 consensus_queue.cc:237] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } } peers { permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } } peers { permanent_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } }
11:53:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.028352 24000 sys_catalog.cc:455] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 44d1c700779c4bf09a119bd2b13ac0b7. Latest consensus state: current_term: 1 leader_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } } peers { permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } } peers { permanent_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } } }
11:53:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.029217 24000 sys_catalog.cc:458] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [sys.catalog]: This master's current role is: LEADER
11:53:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.051549 24005 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
11:53:05.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.059808 24005 catalog_manager.cc:1484] Initializing Kudu cluster ID...
11:53:05.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.081313 23731 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a [term 1 FOLLOWER]: Refusing update from remote peer 44d1c700779c4bf09a119bd2b13ac0b7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:53:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.082980 23954 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:53:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.119804 23979 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 44d1c700779c4bf09a119bd2b13ac0b7. Latest consensus state: current_term: 1 leader_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } } peers { permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } } peers { permanent_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } } }
11:53:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.121054 23979 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a [sys.catalog]: This master's current role is: FOLLOWER
11:53:05.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:05.121987 23689 tablet.cc:2369] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:53:05.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.135999 24000 sys_catalog.cc:455] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } } peers { permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } } peers { permanent_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } } }
11:53:05.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.136719 24000 sys_catalog.cc:458] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [sys.catalog]: This master's current role is: LEADER
11:53:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.142879 23979 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } } peers { permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } } peers { permanent_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } } }
11:53:05.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.143693 23979 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a [sys.catalog]: This master's current role is: FOLLOWER
11:53:05.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.146869 24005 catalog_manager.cc:1347] Generated new cluster ID: cea4141c551043cea1c2a02e8453521c
11:53:05.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.147275 24005 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
11:53:05.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.193279 24005 catalog_manager.cc:1370] Generated new certificate authority record
11:53:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.196135 24005 catalog_manager.cc:1504] Loading token signing keys...
11:53:05.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.236356 24005 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7: Generated new TSK 0
11:53:05.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.237463 24005 catalog_manager.cc:1514] Initializing in-progress tserver states...
11:53:05.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.277060 23470 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:05.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:05.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-0/wal
11:53:05.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-0/data
11:53:05.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:53:05.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:53:05.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:53:05.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-0/logs
11:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-0/data/info.pb
11:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.235.129:0
11:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.235.129
11:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.235.129
11:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.235.190:42919,127.22.235.189:40137,127.22.235.188:46165
11:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.235.148:40911
11:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
11:53:05.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.332237 23625 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } attempt: 7
11:53:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.409147 23625 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815: Bootstrap starting.
11:53:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.429155 23625 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815: Neither blocks nor log segments found. Creating new log.
11:53:05.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.431766 23625 log.cc:824] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815: Log is configured to *not* fsync() on all Append() calls
11:53:05.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.450637 23625 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815: No bootstrap required, opened a new log
11:53:05.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.512837 23625 raft_consensus.cc:348] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } } peers { permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } } peers { permanent_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } }
11:53:05.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.526470 23625 raft_consensus.cc:374] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:53:05.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.527112 23625 raft_consensus.cc:729] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 57f44222e1624ebabfd6ef3e8350a815, State: Initialized, Role: FOLLOWER
11:53:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.528437 23625 consensus_queue.cc:260] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } } peers { permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } } peers { permanent_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } }
11:53:05.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.534859 24019 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } } peers { permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } } peers { permanent_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } } }
11:53:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.544185 24019 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815 [sys.catalog]: This master's current role is: FOLLOWER
11:53:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.539032 23585 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57f44222e1624ebabfd6ef3e8350a815"
11:53:05.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.539911 23587 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57f44222e1624ebabfd6ef3e8350a815" is_pre_election: true
11:53:05.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.541245 23581 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815 [term 0 FOLLOWER]: Advancing to term 1
11:53:05.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.538800 23625 sys_catalog.cc:564] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815 [sys.catalog]: configured and running, proceeding with master startup.
11:53:05.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.556674 23581 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815 [term 1 FOLLOWER]: Refusing update from remote peer 44d1c700779c4bf09a119bd2b13ac0b7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:53:05.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.558447 23954 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:53:05.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:05.560880 23537 tablet.cc:2369] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:53:05.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.647393 24039 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } } peers { permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } } peers { permanent_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } } }
11:53:05.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.648413 24039 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815 [sys.catalog]: This master's current role is: FOLLOWER
11:53:05.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.649256 24019 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 44d1c700779c4bf09a119bd2b13ac0b7. Latest consensus state: current_term: 1 leader_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } } peers { permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } } peers { permanent_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } } }
11:53:05.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.649942 24019 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815 [sys.catalog]: This master's current role is: FOLLOWER
11:53:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.660317 24050 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
11:53:05.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:05.808252 24015 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:53:05.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:05.808799 24015 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:53:05.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:05.809405 24015 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:53:05.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:05.840880 24015 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:53:05.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:05.841881 24015 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.235.129
11:53:05.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.876127 24015 tablet_server_runner.cc:78] Tablet server non-default flags:
11:53:05.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:05.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.235.148:40911
11:53:05.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:05.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:53:05.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-0/data
11:53:05.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-0/wal
11:53:05.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:05.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.235.129:0
11:53:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:53:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-0/data/info.pb
11:53:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.235.129
11:53:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:53:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.235.190:42919,127.22.235.189:40137,127.22.235.188:46165
11:53:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:53:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:53:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:53:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.235.129
11:53:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-0/logs
11:53:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:53:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:53:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:53:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:53:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:53:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:53:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:53:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:53:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:53:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.877611 24015 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:53:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.879873 24015 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:53:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:05.907954 24063 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:05.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.965600 23998 catalog_manager.cc:1259] Loaded cluster ID: cea4141c551043cea1c2a02e8453521c
11:53:05.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.966321 23998 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a: loading cluster ID for follower catalog manager: success
11:53:05.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.977254 23998 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a: acquiring CA information for follower catalog manager: success
11:53:05.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:05.984861 23998 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1bb7d5c0ec9047caaddca93713379b5a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:53:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:06.052634 23954 sys_catalog.cc:455] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57f44222e1624ebabfd6ef3e8350a815" member_type: VOTER last_known_addr { host: "127.22.235.190" port: 42919 } } peers { permanent_uuid: "1bb7d5c0ec9047caaddca93713379b5a" member_type: VOTER last_known_addr { host: "127.22.235.189" port: 40137 } } peers { permanent_uuid: "44d1c700779c4bf09a119bd2b13ac0b7" member_type: VOTER last_known_addr { host: "127.22.235.188" port: 46165 } } }
11:53:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:06.053448 23954 sys_catalog.cc:458] T 00000000000000000000000000000000 P 44d1c700779c4bf09a119bd2b13ac0b7 [sys.catalog]: This master's current role is: LEADER
11:53:06.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:06.679036 24050 catalog_manager.cc:1259] Loaded cluster ID: cea4141c551043cea1c2a02e8453521c
11:53:06.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:06.683929 24050 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815: loading cluster ID for follower catalog manager: success
11:53:06.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:06.693687 24050 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815: acquiring CA information for follower catalog manager: success
11:53:06.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:06.732199 24050 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 57f44222e1624ebabfd6ef3e8350a815: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:53:08.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:07.296802 24062 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 24015
11:53:08.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:08.438799 24070 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:08.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:08.436003 24015 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.533s user 0.684s sys 1.454s
11:53:08.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:08.439409 24069 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
11:53:08.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:08.439610 24015 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.537s user 0.684s sys 1.454s
11:53:08.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.439874 24015 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:53:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:05.911448 24066 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:08.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.447698 24015 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:53:08.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.450712 24015 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:53:08.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.452147 24015 hybrid_clock.cc:648] HybridClock initialized: now 1786535588452198 us; error 151 us; skew 500 ppm
11:53:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.453207 24015 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:53:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.467095 24015 webserver.cc:460] Webserver started at http://127.22.235.129:38027/ using document root <none> and password file <none>
11:53:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.468341 24015 fs_manager.cc:359] Metadata directory not provided
11:53:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.468659 24015 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:53:08.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.469208 24015 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:53:08.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.476516 24015 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-0/data/instance:
11:53:08.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c2c34699eed40bab3a84cf28bd11708"
11:53:08.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:08 on dist-test-slave-6zbq"
11:53:08.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.478076 24015 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-0/wal/instance:
11:53:08.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c2c34699eed40bab3a84cf28bd11708"
11:53:08.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:08 on dist-test-slave-6zbq"
11:53:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.501399 24015 fs_manager.cc:691] Time spent creating directory manager: real 0.023s user 0.013s sys 0.008s
11:53:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.509567 24087 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:53:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.510833 24015 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
11:53:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.511191 24015 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-0/data,/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-0/wal
11:53:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c2c34699eed40bab3a84cf28bd11708"
11:53:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:08 on dist-test-slave-6zbq"
11:53:08.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.511593 24015 fs_report.cc:383] FS layout report
11:53:08.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:53:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-0/wal
11:53:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-0/wal
11:53:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-0/data/data
11:53:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:53:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:53:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:53:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:53:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:53:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:53:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:53:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:53:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:53:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:53:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:53:08.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.567062 24015 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:53:08.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.569026 24015 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:53:08.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.569547 24015 kserver.cc:163] Server-wide thread pool size limit: 3276
11:53:08.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.574179 24015 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
11:53:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.580062 24015 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:53:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.580323 24015 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:53:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.580596 24015 ts_tablet_manager.cc:610] Registered 0 tablets
11:53:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.580796 24015 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:53:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.894414 24015 rpc_server.cc:307] RPC server started. Bound to: 127.22.235.129:40061
11:53:08.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.894733 24288 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.235.129:40061 every 8 connection(s)
11:53:08.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.897135 24015 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-0/data/info.pb
11:53:08.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.906324 23470 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu as pid 24015
11:53:08.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.907909 23470 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-0/wal/instance
11:53:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.927927 23470 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-1/wal
11:53:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-1/data
11:53:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:53:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:53:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:53:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-1/logs
11:53:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-1/data/info.pb
11:53:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:53:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:53:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:53:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:53:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:53:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:53:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.235.130:0
11:53:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.235.130
11:53:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.235.130
11:53:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:53:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.235.190:42919,127.22.235.189:40137,127.22.235.188:46165
11:53:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.235.148:40911
11:53:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
11:53:08.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.995497 24296 heartbeater.cc:347] Connected to a master server at 127.22.235.189:40137
11:53:08.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.995982 24296 heartbeater.cc:464] Registering TS with master...
11:53:08.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.996616 24303 heartbeater.cc:347] Connected to a master server at 127.22.235.190:42919
11:53:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.996929 24303 heartbeater.cc:464] Registering TS with master...
11:53:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.997216 24296 heartbeater.cc:511] Master 127.22.235.189:40137 requested a full tablet report, sending...
11:53:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:08.997982 24303 heartbeater.cc:511] Master 127.22.235.190:42919 requested a full tablet report, sending...
11:53:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:09.001734 23564 ts_manager.cc:194] Registered new tserver with Master: 6c2c34699eed40bab3a84cf28bd11708 (127.22.235.129:40061)
11:53:09.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:09.003903 24292 heartbeater.cc:347] Connected to a master server at 127.22.235.188:46165
11:53:09.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:09.004243 24292 heartbeater.cc:464] Registering TS with master...
11:53:09.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:09.004871 23715 ts_manager.cc:194] Registered new tserver with Master: 6c2c34699eed40bab3a84cf28bd11708 (127.22.235.129:40061)
11:53:09.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:09.005155 24292 heartbeater.cc:511] Master 127.22.235.188:46165 requested a full tablet report, sending...
11:53:09.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:09.007911 23865 ts_manager.cc:194] Registered new tserver with Master: 6c2c34699eed40bab3a84cf28bd11708 (127.22.235.129:40061)
11:53:09.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:09.010317 23865 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.22.235.129:52851
11:53:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:09.401651 24313 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:53:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:09.402172 24313 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:53:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:09.402766 24313 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:53:09.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:09.433375 24313 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:53:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:09.434435 24313 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.235.130
11:53:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:09.468055 24313 tablet_server_runner.cc:78] Tablet server non-default flags:
11:53:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.235.148:40911
11:53:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:53:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-1/data
11:53:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-1/wal
11:53:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.235.130:0
11:53:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:53:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-1/data/info.pb
11:53:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.235.130
11:53:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:53:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.235.190:42919,127.22.235.189:40137,127.22.235.188:46165
11:53:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:53:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:53:09.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:53:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.235.130
11:53:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-1/logs
11:53:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:53:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:53:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:53:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:53:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:53:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:53:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:53:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:53:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:53:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:09.469494 24313 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:53:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:09.471553 24313 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:53:09.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:09.515866 24322 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:10.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.014007 24292 heartbeater.cc:503] Master 127.22.235.188:46165 was elected leader, sending a full tablet report...
11:53:10.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:09.517802 24324 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:10.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:10.713778 24313 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.200s user 0.439s sys 0.758s
11:53:10.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:10.714128 24313 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.201s user 0.439s sys 0.758s
11:53:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.715760 24313 server_base.cc:1034] running on GCE node
11:53:10.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:10.717455 24331 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:10.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.718691 24313 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:53:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.721057 24313 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:53:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.722424 24313 hybrid_clock.cc:648] HybridClock initialized: now 1786535590722395 us; error 30 us; skew 500 ppm
11:53:10.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.723263 24313 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:53:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.731745 24313 webserver.cc:460] Webserver started at http://127.22.235.130:37687/ using document root <none> and password file <none>
11:53:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.732740 24313 fs_manager.cc:359] Metadata directory not provided
11:53:10.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.732991 24313 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:53:10.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.733494 24313 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:53:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.739041 24313 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-1/data/instance:
11:53:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "533144c2aa484100872c045abbc1b1c0"
11:53:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:10 on dist-test-slave-6zbq"
11:53:10.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.740160 24313 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-1/wal/instance:
11:53:10.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "533144c2aa484100872c045abbc1b1c0"
11:53:10.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:10 on dist-test-slave-6zbq"
11:53:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.748169 24313 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
11:53:10.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.753804 24341 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:53:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.754899 24313 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
11:53:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.755216 24313 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-1/data,/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-1/wal
11:53:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "533144c2aa484100872c045abbc1b1c0"
11:53:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:10 on dist-test-slave-6zbq"
11:53:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.755535 24313 fs_report.cc:383] FS layout report
11:53:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:53:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-1/wal
11:53:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-1/wal
11:53:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-1/data/data
11:53:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:53:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:53:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:53:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:53:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:53:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:53:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:53:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:53:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:53:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:53:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:53:10.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.810328 24313 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:53:10.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.811791 24313 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:53:10.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.812292 24313 kserver.cc:163] Server-wide thread pool size limit: 3276
11:53:10.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.814946 24313 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
11:53:10.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.819419 24313 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:53:10.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.819715 24313 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:53:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.820014 24313 ts_tablet_manager.cc:610] Registered 0 tablets
11:53:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:10.820183 24313 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:53:11.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.006271 24313 rpc_server.cc:307] RPC server started. Bound to: 127.22.235.130:38375
11:53:11.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.006466 24551 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.235.130:38375 every 8 connection(s)
11:53:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.008862 24313 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-1/data/info.pb
11:53:11.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.010854 23470 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu as pid 24313
11:53:11.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.011371 23470 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-1/wal/instance
11:53:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.028286 23470 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-2/wal
11:53:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-2/data
11:53:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:53:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:53:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:53:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-2/logs
11:53:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-2/data/info.pb
11:53:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:53:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:53:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:53:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:53:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:53:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:53:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.235.131:0
11:53:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.235.131
11:53:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.235.131
11:53:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:53:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.235.190:42919,127.22.235.189:40137,127.22.235.188:46165
11:53:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.235.148:40911
11:53:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:11.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:11.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
11:53:11.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.077067 24558 heartbeater.cc:347] Connected to a master server at 127.22.235.190:42919
11:53:11.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.077096 24553 heartbeater.cc:347] Connected to a master server at 127.22.235.189:40137
11:53:11.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.077557 24558 heartbeater.cc:464] Registering TS with master...
11:53:11.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.077818 24553 heartbeater.cc:464] Registering TS with master...
11:53:11.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.078333 24552 heartbeater.cc:347] Connected to a master server at 127.22.235.188:46165
11:53:11.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.078610 24552 heartbeater.cc:464] Registering TS with master...
11:53:11.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.079447 24553 heartbeater.cc:511] Master 127.22.235.189:40137 requested a full tablet report, sending...
11:53:11.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.079493 24558 heartbeater.cc:511] Master 127.22.235.190:42919 requested a full tablet report, sending...
11:53:11.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.081660 24552 heartbeater.cc:511] Master 127.22.235.188:46165 requested a full tablet report, sending...
11:53:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.082494 23561 ts_manager.cc:194] Registered new tserver with Master: 533144c2aa484100872c045abbc1b1c0 (127.22.235.130:38375)
11:53:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.083760 23864 ts_manager.cc:194] Registered new tserver with Master: 533144c2aa484100872c045abbc1b1c0 (127.22.235.130:38375)
11:53:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.084753 23715 ts_manager.cc:194] Registered new tserver with Master: 533144c2aa484100872c045abbc1b1c0 (127.22.235.130:38375)
11:53:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.085222 23864 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.22.235.130:55969
11:53:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:11.353188 24568 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:53:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:11.353616 24568 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:53:11.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:11.354038 24568 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:53:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:11.383692 24568 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:53:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:11.384459 24568 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.235.131
11:53:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.416415 24568 tablet_server_runner.cc:78] Tablet server non-default flags:
11:53:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.235.148:40911
11:53:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:53:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-2/data
11:53:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-2/wal
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.235.131:0
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-2/data/info.pb
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.235.131
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.235.190:42919,127.22.235.189:40137,127.22.235.188:46165
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.235.131
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-2/logs
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:53:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.417626 24568 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:53:11.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:11.419502 24568 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:53:11.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:11.438283 24576 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.089151 24552 heartbeater.cc:503] Master 127.22.235.188:46165 was elected leader, sending a full tablet report...
11:53:12.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:11.438437 24581 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:12.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:11.438902 24584 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:12.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:12.549259 24583 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
11:53:12.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.549393 24568 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:53:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.552958 24568 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:53:12.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.555377 24568 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:53:12.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.556700 24568 hybrid_clock.cc:648] HybridClock initialized: now 1786535592556668 us; error 40 us; skew 500 ppm
11:53:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.557446 24568 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:53:12.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.564697 24568 webserver.cc:460] Webserver started at http://127.22.235.131:37707/ using document root <none> and password file <none>
11:53:12.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.565536 24568 fs_manager.cc:359] Metadata directory not provided
11:53:12.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.565732 24568 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:53:12.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.566141 24568 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:53:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.570899 24568 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-2/data/instance:
11:53:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3d421fa360c4260b31e21f9beb509fa"
11:53:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:12 on dist-test-slave-6zbq"
11:53:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.571933 24568 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-2/wal/instance:
11:53:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3d421fa360c4260b31e21f9beb509fa"
11:53:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:12 on dist-test-slave-6zbq"
11:53:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.579312 24568 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.003s sys 0.005s
11:53:12.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.585232 24594 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:53:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.586149 24568 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
11:53:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.586519 24568 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-2/data,/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-2/wal
11:53:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3d421fa360c4260b31e21f9beb509fa"
11:53:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:12 on dist-test-slave-6zbq"
11:53:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.586913 24568 fs_report.cc:383] FS layout report
11:53:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:53:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-2/wal
11:53:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-2/wal
11:53:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-2/data/data
11:53:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:53:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:53:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:53:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:53:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:53:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:53:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:53:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:53:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:53:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:53:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:53:12.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.640878 24568 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:53:12.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.642388 24568 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:53:12.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.642863 24568 kserver.cc:163] Server-wide thread pool size limit: 3276
11:53:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.646121 24568 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
11:53:12.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.650851 24568 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:53:12.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.651137 24568 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:53:12.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.651451 24568 ts_tablet_manager.cc:610] Registered 0 tablets
11:53:12.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.651628 24568 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:53:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.850317 24568 rpc_server.cc:307] RPC server started. Bound to: 127.22.235.131:44157
11:53:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.850462 24783 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.235.131:44157 every 8 connection(s)
11:53:12.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.852810 24568 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-2/data/info.pb
11:53:12.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.856426 23470 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu as pid 24568
11:53:12.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.856851 23470 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster7511672693565559915/ts-2/wal/instance
11:53:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.912264 24787 heartbeater.cc:347] Connected to a master server at 127.22.235.190:42919
11:53:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.912766 24787 heartbeater.cc:464] Registering TS with master...
11:53:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.913592 24784 heartbeater.cc:347] Connected to a master server at 127.22.235.188:46165
11:53:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.913889 24784 heartbeater.cc:464] Registering TS with master...
11:53:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.913983 24787 heartbeater.cc:511] Master 127.22.235.190:42919 requested a full tablet report, sending...
11:53:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.914709 24784 heartbeater.cc:511] Master 127.22.235.188:46165 requested a full tablet report, sending...
11:53:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.916940 23561 ts_manager.cc:194] Registered new tserver with Master: b3d421fa360c4260b31e21f9beb509fa (127.22.235.131:44157)
11:53:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.917099 24785 heartbeater.cc:347] Connected to a master server at 127.22.235.189:40137
11:53:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.917392 24785 heartbeater.cc:464] Registering TS with master...
11:53:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.917598 23864 ts_manager.cc:194] Registered new tserver with Master: b3d421fa360c4260b31e21f9beb509fa (127.22.235.131:44157)
11:53:12.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.918175 24785 heartbeater.cc:511] Master 127.22.235.189:40137 requested a full tablet report, sending...
11:53:12.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.919965 23864 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.22.235.131:40841
11:53:12.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.920487 23715 ts_manager.cc:194] Registered new tserver with Master: b3d421fa360c4260b31e21f9beb509fa (127.22.235.131:44157)
11:53:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:12.927906 23470 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
11:53:12.938 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:53:12.939 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
11:53:12.952 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.22.235.190"
port: 42919
}
bound_http_address {
host: "127.22.235.190"
port: 43333
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.22.235.189"
port: 40137
}
bound_http_address {
host: "127.22.235.189"
port: 39021
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.22.235.188"
port: 46165
}
bound_http_address {
host: "127.22.235.188"
port: 45445
}
}
}
11:53:12.958 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
11:53:12.961 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.22.235.129"
port: 40061
}
bound_http_address {
host: "127.22.235.129"
port: 38027
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.22.235.130"
port: 38375
}
bound_http_address {
host: "127.22.235.130"
port: 37687
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.22.235.131"
port: 44157
}
bound_http_address {
host: "127.22.235.131"
port: 37707
}
}
}
11:53:12.961 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
11:53:13.136 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
11:53:13.250 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskZuPeyO/test-tmp
11:53:13.251 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
11:53:13.252 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskZuPeyO/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
11:53:13.255 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
11:53:13.608 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:53:13.608 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
11:53:13.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:13.611135 24799 mini_oidc.cc:152] Starting JWKS server
11:53:13.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:13.615017 24799 webserver.cc:460] Webserver started at http://127.0.0.1:36875/ using document root <none> and password file <none>
11:53:13.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:13.615437 24799 mini_oidc.cc:189] Starting OIDC Discovery server
11:53:13.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:13.617610 24799 webserver.cc:460] Webserver started at http://127.0.0.1:32775/ using document root <none> and password file <none>
11:53:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
11:53:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/principal' for realm 'KRBTEST.COM',
11:53:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
11:53:13.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:13 dist-test-slave-6zbq krb5kdc[24823](info): setting up network...
11:53:13.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
11:53:13.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:13 dist-test-slave-6zbq krb5kdc[24823](info): set up 2 sockets
11:53:13.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:13 dist-test-slave-6zbq krb5kdc[24823](info): commencing operation
11:53:13.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
11:53:13.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:13.923914 24784 heartbeater.cc:503] Master 127.22.235.188:46165 was elected leader, sending a full tablet report...
11:53:14.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:14.889806 24799 mini_kdc.cc:121] Time spent starting KDC: real 1.246s user 0.001s sys 0.023s
11:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
11:53:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:53:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
11:53:14.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
11:53:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:53:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
11:53:14.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
11:53:14.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:53:14.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
11:53:14.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:53:14.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/test-user.keytab.
11:53:14.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/test-user.keytab.
11:53:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:15 dist-test-slave-6zbq krb5kdc[24823](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535595, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:53:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
11:53:15.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:53:15Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
11:53:15.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:53:15Z Disabled control of system clock
11:53:15.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.24.55.254@KRBTEST.COM; defaulting to no policy
11:53:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:53:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.24.55.254@KRBTEST.COM" created.
11:53:15.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:53:15.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.55.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kudu_127.24.55.254.keytab.
11:53:15.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.55.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kudu_127.24.55.254.keytab.
11:53:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:15.073203 24799 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/wal
11:53:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/data
11:53:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:53:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:53:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:53:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/logs
11:53:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/data/info.pb
11:53:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:53:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:53:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:53:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:53:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:53:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:53:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:53:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:53:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.55.254:38273
11:53:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.55.254
11:53:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:53:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kudu_127.24.55.254.keytab
11:53:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.55.254
11:53:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:53:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:53:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:53:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.55.212:43469
11:53:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:53:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:53:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957
11:53:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:53:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36875/jwks.json
11:53:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:53:15.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:15.390179 24840 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:53:15.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:15.390743 24840 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:53:15.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:15.391382 24840 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:53:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:15.421701 24840 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:53:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:15.421944 24840 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:53:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:15.422322 24840 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:53:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:15.422655 24840 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:53:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:15.422959 24840 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:53:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:15.423254 24840 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:53:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:15.423458 24840 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36875/jwks.json
11:53:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:15.458165 24840 master_runner.cc:386] Master server non-default flags:
11:53:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.55.212:43469
11:53:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:53:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/data
11:53:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/wal
11:53:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:53:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:53:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957
11:53:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kudu_127.24.55.254.keytab
11:53:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.55.254
11:53:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.55.254:38273
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36875/jwks.json
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/data/info.pb
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.55.254
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/logs
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:53:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:53:15.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:15.459540 24840 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:53:15.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:15.460808 24840 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:53:15.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:15.481444 24849 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:16.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:15.483711 24848 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:16.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:15.482482 24851 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:16.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:16.664682 24850 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1182 milliseconds
11:53:16.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.664824 24840 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:53:16.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.666301 24840 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:53:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.669327 24840 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:53:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.670908 24840 hybrid_clock.cc:648] HybridClock initialized: now 1786535596670866 us; error 84 us; skew 500 ppm
11:53:16.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.671939 24840 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:53:16.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:16 dist-test-slave-6zbq krb5kdc[24823](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535596, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.55.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:53:16.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.678958 24840 init.cc:377] Logged in from keytab as kudu/127.24.55.254@KRBTEST.COM (short username kudu)
11:53:16.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.686131 24840 webserver.cc:460] Webserver started at http://127.24.55.254:41709/ using document root <none> and password file <none>
11:53:16.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.687055 24840 fs_manager.cc:359] Metadata directory not provided
11:53:16.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.687271 24840 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:53:16.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.687757 24840 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:53:16.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.692607 24840 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/data/instance:
11:53:16.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "562d4cc350f144009887b05811d6e572"
11:53:16.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:16 on dist-test-slave-6zbq"
11:53:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.693837 24840 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/wal/instance:
11:53:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "562d4cc350f144009887b05811d6e572"
11:53:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:16 on dist-test-slave-6zbq"
11:53:16.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.701874 24840 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.003s
11:53:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.707697 24870 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:53:16.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.708626 24840 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
11:53:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.709012 24840 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/data,/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/wal
11:53:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "562d4cc350f144009887b05811d6e572"
11:53:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:16 on dist-test-slave-6zbq"
11:53:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.709375 24840 fs_report.cc:383] FS layout report
11:53:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:53:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/wal
11:53:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/wal
11:53:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/data/data
11:53:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:53:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:53:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:53:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:53:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:53:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:53:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:53:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:53:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:53:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:53:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:53:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.761220 24840 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:53:16.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.768200 24840 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:53:16.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.768711 24840 kserver.cc:163] Server-wide thread pool size limit: 3276
11:53:16.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.873075 24840 rpc_server.cc:307] RPC server started. Bound to: 127.24.55.254:38273
11:53:16.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.873256 24965 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.55.254:38273 every 8 connection(s)
11:53:16.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.875803 24840 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/data/info.pb
11:53:16.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.882902 24966 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:53:16.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.884935 24799 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu as pid 24840
11:53:16.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.885375 24799 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/wal/instance
11:53:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.897220 24966 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.55.254" port: 38273 } has no permanent_uuid. Determining permanent_uuid...
11:53:16.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.24.55.253@KRBTEST.COM; defaulting to no policy
11:53:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:53:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.24.55.253@KRBTEST.COM" created.
11:53:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:16 dist-test-slave-6zbq krb5kdc[24823](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535596, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.55.254@KRBTEST.COM for kudu/127.24.55.254@KRBTEST.COM
11:53:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:53:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.55.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kudu_127.24.55.253.keytab.
11:53:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.55.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kudu_127.24.55.253.keytab.
11:53:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.927098 24799 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/wal
11:53:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/data
11:53:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:53:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:53:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:53:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/logs
11:53:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/data/info.pb
11:53:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:53:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:53:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.55.253:44235
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.55.253
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kudu_127.24.55.253.keytab
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.55.253
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.55.212:43469
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36875/jwks.json
11:53:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:53:16.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.941368 24966 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } has no permanent_uuid. Determining permanent_uuid...
11:53:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:16.943804 24873 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.55.253:44235: connect: Connection refused (error 111)
11:53:16.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:16.948002 24966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.253:44235: Network error: Client connection negotiation failed: client connection to 127.24.55.253:44235: connect: Connection refused (error 111)
11:53:16.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:16.997442 24966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } attempt: 1
11:53:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:17.001559 24966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.253:44235: Network error: Client connection negotiation failed: client connection to 127.24.55.253:44235: connect: Connection refused (error 111)
11:53:17.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:17.069908 24966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } attempt: 2
11:53:17.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:17.073830 24966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.253:44235: Network error: Client connection negotiation failed: client connection to 127.24.55.253:44235: connect: Connection refused (error 111)
11:53:17.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:17.165277 24966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } attempt: 3
11:53:17.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:17.168848 24966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.253:44235: Network error: Client connection negotiation failed: client connection to 127.24.55.253:44235: connect: Connection refused (error 111)
11:53:17.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:17.266875 24975 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:53:17.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:17.267414 24975 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:53:17.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:17.267992 24975 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:53:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:17.298252 24975 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:53:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:17.298497 24975 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:53:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:17.298763 24975 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:53:17.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:17.298954 24975 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:53:17.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:17.299136 24975 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:53:17.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:17.299331 24975 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:53:17.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:17.299466 24975 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36875/jwks.json
11:53:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:17.312194 24966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } attempt: 4
11:53:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:17.315872 24966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.253:44235: Network error: Client connection negotiation failed: client connection to 127.24.55.253:44235: connect: Connection refused (error 111)
11:53:17.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:17.340332 24975 master_runner.cc:386] Master server non-default flags:
11:53:17.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:17.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.55.212:43469
11:53:17.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:17.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:53:17.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/data
11:53:17.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/wal
11:53:17.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:53:17.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kudu_127.24.55.253.keytab
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.55.253
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.55.253:44235
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36875/jwks.json
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/data/info.pb
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.55.253
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/logs
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:53:17.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:53:17.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:53:17.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:53:17.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:53:17.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:53:17.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:53:17.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:53:17.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:53:17.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:17.341733 24975 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:53:17.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:17.342965 24975 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:53:17.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:17.365440 24991 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:17.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:17.615311 24966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } attempt: 5
11:53:17.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:17.619666 24966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.253:44235: Network error: Client connection negotiation failed: client connection to 127.24.55.253:44235: connect: Connection refused (error 111)
11:53:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.167775 24966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } attempt: 6
11:53:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:18.174494 24966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.253:44235: Network error: Client connection negotiation failed: client connection to 127.24.55.253:44235: connect: Connection refused (error 111)
11:53:18.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:17.367126 24990 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:18.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:17.365592 24993 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:18.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:18.521910 24992 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
11:53:18.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.522075 24975 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:53:18.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.526548 24975 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:53:18.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.529369 24975 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:53:18.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.530969 24975 hybrid_clock.cc:648] HybridClock initialized: now 1786535598530893 us; error 73 us; skew 500 ppm
11:53:18.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.531921 24975 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:53:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:18 dist-test-slave-6zbq krb5kdc[24823](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535598, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.55.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:53:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.537808 24975 init.cc:377] Logged in from keytab as kudu/127.24.55.253@KRBTEST.COM (short username kudu)
11:53:18.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.544117 24975 webserver.cc:460] Webserver started at http://127.24.55.253:42283/ using document root <none> and password file <none>
11:53:18.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.545010 24975 fs_manager.cc:359] Metadata directory not provided
11:53:18.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.545188 24975 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:53:18.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.545567 24975 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:53:18.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.550428 24975 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/data/instance:
11:53:18.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "386c8032531145d28dc7dfced50fdb6c"
11:53:18.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:18 on dist-test-slave-6zbq"
11:53:18.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.551437 24975 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/wal/instance:
11:53:18.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "386c8032531145d28dc7dfced50fdb6c"
11:53:18.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:18 on dist-test-slave-6zbq"
11:53:18.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.559218 24975 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
11:53:18.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.564589 25010 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:53:18.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.565609 24975 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
11:53:18.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.566020 24975 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/data,/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/wal
11:53:18.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "386c8032531145d28dc7dfced50fdb6c"
11:53:18.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:18 on dist-test-slave-6zbq"
11:53:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.566478 24975 fs_report.cc:383] FS layout report
11:53:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:53:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/wal
11:53:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/wal
11:53:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/data/data
11:53:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:53:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:53:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:53:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:53:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:53:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:53:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:53:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:53:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:53:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:53:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:53:18.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.601738 24975 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:53:18.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.608523 24975 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:53:18.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.609063 24975 kserver.cc:163] Server-wide thread pool size limit: 3276
11:53:18.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.715337 24975 rpc_server.cc:307] RPC server started. Bound to: 127.24.55.253:44235
11:53:18.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.715412 25112 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.55.253:44235 every 8 connection(s)
11:53:18.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.718083 24975 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/data/info.pb
11:53:18.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.723748 25113 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:53:18.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.725435 24799 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu as pid 24975
11:53:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.725863 24799 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/wal/instance
11:53:18.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.738845 25113 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.55.254" port: 38273 } has no permanent_uuid. Determining permanent_uuid...
11:53:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.24.55.252@KRBTEST.COM; defaulting to no policy
11:53:18.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:53:18.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.24.55.252@KRBTEST.COM" created.
11:53:18.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:18 dist-test-slave-6zbq krb5kdc[24823](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535598, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.55.253@KRBTEST.COM for kudu/127.24.55.254@KRBTEST.COM
11:53:18.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:53:18.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.55.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kudu_127.24.55.252.keytab.
11:53:18.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.55.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kudu_127.24.55.252.keytab.
11:53:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.771939 24799 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/wal
11:53:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/data
11:53:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:53:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:53:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:53:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/logs
11:53:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/data/info.pb
11:53:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:53:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:53:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:53:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:53:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:53:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:53:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:53:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:53:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.55.252:41957
11:53:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.55.252
11:53:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:53:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kudu_127.24.55.252.keytab
11:53:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.55.252
11:53:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:53:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:53:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:53:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.55.212:43469
11:53:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:53:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:53:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957
11:53:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:53:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36875/jwks.json
11:53:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:53:18.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.780256 25113 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } has no permanent_uuid. Determining permanent_uuid...
11:53:18.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:18 dist-test-slave-6zbq krb5kdc[24823](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535598, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.55.253@KRBTEST.COM for kudu/127.24.55.253@KRBTEST.COM
11:53:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.805173 25113 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } has no permanent_uuid. Determining permanent_uuid...
11:53:18.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:18.807283 25011 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.55.252:41957: connect: Connection refused (error 111)
11:53:18.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:18.810971 25113 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.252:41957: Network error: Client connection negotiation failed: client connection to 127.24.55.252:41957: connect: Connection refused (error 111)
11:53:18.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.860357 25113 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } attempt: 1
11:53:18.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:18.863756 25113 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.252:41957: Network error: Client connection negotiation failed: client connection to 127.24.55.252:41957: connect: Connection refused (error 111)
11:53:18.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:18.932211 25113 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } attempt: 2
11:53:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:18.936391 25113 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.252:41957: Network error: Client connection negotiation failed: client connection to 127.24.55.252:41957: connect: Connection refused (error 111)
11:53:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:19.027773 25113 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } attempt: 3
11:53:19.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.031531 25113 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.252:41957: Network error: Client connection negotiation failed: client connection to 127.24.55.252:41957: connect: Connection refused (error 111)
11:53:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.117508 25119 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:53:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.118145 25119 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:53:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.118863 25119 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:53:19.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.149293 25119 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:53:19.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.149528 25119 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:53:19.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.149899 25119 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:53:19.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.150189 25119 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:53:19.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.150506 25119 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:53:19.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.150789 25119 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:53:19.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.150995 25119 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36875/jwks.json
11:53:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:19.174872 25113 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } attempt: 4
11:53:19.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.178185 25113 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.252:41957: Network error: Client connection negotiation failed: client connection to 127.24.55.252:41957: connect: Connection refused (error 111)
11:53:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:19.187290 25119 master_runner.cc:386] Master server non-default flags:
11:53:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.55.212:43469
11:53:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:53:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/data
11:53:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/wal
11:53:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:53:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:53:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957
11:53:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kudu_127.24.55.252.keytab
11:53:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.55.252
11:53:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:53:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.55.252:41957
11:53:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:53:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36875/jwks.json
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/data/info.pb
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.55.252
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/logs
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:53:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:19.188313 25119 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:53:19.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:19.189260 25119 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:53:19.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.206188 25132 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:19.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:19.235035 24966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } attempt: 7
11:53:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:19 dist-test-slave-6zbq krb5kdc[24823](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535596, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.55.254@KRBTEST.COM for kudu/127.24.55.253@KRBTEST.COM
11:53:19.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:19.267194 24966 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } has no permanent_uuid. Determining permanent_uuid...
11:53:19.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.272291 24966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.252:41957: Network error: Client connection negotiation failed: client connection to 127.24.55.252:41957: connect: Connection refused (error 111)
11:53:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:19.330730 24966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } attempt: 1
11:53:19.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.334920 24966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.252:41957: Network error: Client connection negotiation failed: client connection to 127.24.55.252:41957: connect: Connection refused (error 111)
11:53:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:19.416324 24966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } attempt: 2
11:53:19.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.419647 24966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.252:41957: Network error: Client connection negotiation failed: client connection to 127.24.55.252:41957: connect: Connection refused (error 111)
11:53:19.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:19.477607 25113 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } attempt: 5
11:53:19.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.482159 25113 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.252:41957: Network error: Client connection negotiation failed: client connection to 127.24.55.252:41957: connect: Connection refused (error 111)
11:53:19.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:19.504989 24966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } attempt: 3
11:53:19.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.508369 24966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.252:41957: Network error: Client connection negotiation failed: client connection to 127.24.55.252:41957: connect: Connection refused (error 111)
11:53:19.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:19.648840 24966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } attempt: 4
11:53:19.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.652550 24966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.252:41957: Network error: Client connection negotiation failed: client connection to 127.24.55.252:41957: connect: Connection refused (error 111)
11:53:19.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:19.935956 24966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } attempt: 5
11:53:19.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.939786 24966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.252:41957: Network error: Client connection negotiation failed: client connection to 127.24.55.252:41957: connect: Connection refused (error 111)
11:53:20.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.029668 25113 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } attempt: 6
11:53:20.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:20.036389 25113 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.252:41957: Network error: Client connection negotiation failed: client connection to 127.24.55.252:41957: connect: Connection refused (error 111)
11:53:20.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.206432 25137 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:20.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:19.206935 25133 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:20.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:20.318945 25135 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
11:53:20.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.319095 25119 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:53:20.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.323310 25119 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:53:20.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.326511 25119 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:53:20.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.328080 25119 hybrid_clock.cc:648] HybridClock initialized: now 1786535600328056 us; error 32 us; skew 500 ppm
11:53:20.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.329031 25119 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:53:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:20 dist-test-slave-6zbq krb5kdc[24823](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535600, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.55.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:53:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.334996 25119 init.cc:377] Logged in from keytab as kudu/127.24.55.252@KRBTEST.COM (short username kudu)
11:53:20.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.345995 25119 webserver.cc:460] Webserver started at http://127.24.55.252:37241/ using document root <none> and password file <none>
11:53:20.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.346937 25119 fs_manager.cc:359] Metadata directory not provided
11:53:20.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.347271 25119 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:53:20.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.347728 25119 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:53:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.352526 25119 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/data/instance:
11:53:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "501e9367b9844dbdb23d459641b172e3"
11:53:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:20 on dist-test-slave-6zbq"
11:53:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.353662 25119 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/wal/instance:
11:53:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "501e9367b9844dbdb23d459641b172e3"
11:53:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:20 on dist-test-slave-6zbq"
11:53:20.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.361332 25119 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.010s sys 0.000s
11:53:20.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.366683 25161 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:53:20.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.368304 25119 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
11:53:20.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.368609 25119 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/data,/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/wal
11:53:20.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "501e9367b9844dbdb23d459641b172e3"
11:53:20.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:20 on dist-test-slave-6zbq"
11:53:20.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.368916 25119 fs_report.cc:383] FS layout report
11:53:20.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:53:20.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/wal
11:53:20.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/wal
11:53:20.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/data/data
11:53:20.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:53:20.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:53:20.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:53:20.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:53:20.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:53:20.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:53:20.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:53:20.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:53:20.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:53:20.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:53:20.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:53:20.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.411566 25119 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:53:20.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.416909 25119 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:53:20.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.417376 25119 kserver.cc:163] Server-wide thread pool size limit: 3276
11:53:20.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.492199 24966 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } attempt: 6
11:53:20.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:20.500401 24966 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.55.252:41957: Network error: Client connection negotiation failed: client connection to 127.24.55.252:41957: connect: Connection refused (error 111)
11:53:20.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.507719 25119 rpc_server.cc:307] RPC server started. Bound to: 127.24.55.252:41957
11:53:20.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.507915 25253 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.55.252:41957 every 8 connection(s)
11:53:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.510427 25119 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/data/info.pb
11:53:20.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.515637 24799 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu as pid 25119
11:53:20.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.515974 24799 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/wal/instance
11:53:20.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.516170 25257 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:53:20.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.533936 25257 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.55.254" port: 38273 } has no permanent_uuid. Determining permanent_uuid...
11:53:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:20 dist-test-slave-6zbq krb5kdc[24823](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535595, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.55.252@KRBTEST.COM
11:53:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:20 dist-test-slave-6zbq krb5kdc[24823](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535600, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.55.252@KRBTEST.COM for kudu/127.24.55.254@KRBTEST.COM
11:53:20.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.569746 25257 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } has no permanent_uuid. Determining permanent_uuid...
11:53:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:20 dist-test-slave-6zbq krb5kdc[24823](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535600, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.55.252@KRBTEST.COM for kudu/127.24.55.253@KRBTEST.COM
11:53:20.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:20 dist-test-slave-6zbq krb5kdc[24823](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535595, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.55.253@KRBTEST.COM
11:53:20.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.593886 25257 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } has no permanent_uuid. Determining permanent_uuid...
11:53:20.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:20 dist-test-slave-6zbq krb5kdc[24823](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535600, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.55.252@KRBTEST.COM for kudu/127.24.55.252@KRBTEST.COM
11:53:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:20 dist-test-slave-6zbq krb5kdc[24823](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535595, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.55.254@KRBTEST.COM
11:53:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.624818 25257 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: Bootstrap starting.
11:53:20.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.627848 24799 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
11:53:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.631042 25257 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: Neither blocks nor log segments found. Creating new log.
11:53:20.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.633131 25257 log.cc:824] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: Log is configured to *not* fsync() on all Append() calls
11:53:20.635 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:53:20.637 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
11:53:20.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.638154 25257 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: No bootstrap required, opened a new log
11:53:20.649 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
11:53:20.650 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
11:53:20.653 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.24.55.254"
port: 38273
}
bound_http_address {
host: "127.24.55.254"
port: 41709
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.24.55.253"
port: 44235
}
bound_http_address {
host: "127.24.55.253"
port: 42283
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.24.55.252"
port: 41957
}
bound_http_address {
host: "127.24.55.252"
port: 37241
}
}
}
11:53:20.654 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
11:53:20.654 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:53:20.654 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
11:53:20.656 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
11:53:20.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.666378 25257 raft_consensus.cc:348] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "562d4cc350f144009887b05811d6e572" member_type: VOTER last_known_addr { host: "127.24.55.254" port: 38273 } } peers { permanent_uuid: "386c8032531145d28dc7dfced50fdb6c" member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } } peers { permanent_uuid: "501e9367b9844dbdb23d459641b172e3" member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } }
11:53:20.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.666989 25257 raft_consensus.cc:374] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:53:20.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.667263 25257 raft_consensus.cc:729] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 501e9367b9844dbdb23d459641b172e3, State: Initialized, Role: FOLLOWER
11:53:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.668037 25257 consensus_queue.cc:260] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "562d4cc350f144009887b05811d6e572" member_type: VOTER last_known_addr { host: "127.24.55.254" port: 38273 } } peers { permanent_uuid: "386c8032531145d28dc7dfced50fdb6c" member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } } peers { permanent_uuid: "501e9367b9844dbdb23d459641b172e3" member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } }
11:53:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.670878 25276 sys_catalog.cc:455] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "562d4cc350f144009887b05811d6e572" member_type: VOTER last_known_addr { host: "127.24.55.254" port: 38273 } } peers { permanent_uuid: "386c8032531145d28dc7dfced50fdb6c" member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } } peers { permanent_uuid: "501e9367b9844dbdb23d459641b172e3" member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } } }
11:53:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.672469 25276 sys_catalog.cc:458] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [sys.catalog]: This master's current role is: FOLLOWER
11:53:20.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.674288 25257 sys_catalog.cc:564] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [sys.catalog]: configured and running, proceeding with master startup.
11:53:20.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:20 dist-test-slave-6zbq krb5kdc[24823](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535600, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:53:20.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
11:53:20.711 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:53:20.715 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/krb5cc
11:53:20.723 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
11:53:20.724 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/krb5cc
11:53:20.725 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
11:53:20.730 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
11:53:20.732 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
11:53:20.732 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
11:53:20.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:20.748328 25294 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:20.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:20.748778 25294 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:20.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.753645 25276 raft_consensus.cc:482] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:53:20.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.754137 25276 raft_consensus.cc:504] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "562d4cc350f144009887b05811d6e572" member_type: VOTER last_known_addr { host: "127.24.55.254" port: 38273 } } peers { permanent_uuid: "386c8032531145d28dc7dfced50fdb6c" member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } } peers { permanent_uuid: "501e9367b9844dbdb23d459641b172e3" member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } }
11:53:20.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.757797 25276 leader_election.cc:288] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 562d4cc350f144009887b05811d6e572 (127.24.55.254:38273), 386c8032531145d28dc7dfced50fdb6c (127.24.55.253:44235)
11:53:20.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.737531 25119 master_runner.cc:186] Error getting master registration for 127.24.55.254:38273: OK, instance_id { permanent_uuid: "562d4cc350f144009887b05811d6e572" instance_seqno: 1786535596843077 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:53:20.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.767654 25119 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:53:20.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:20 dist-test-slave-6zbq krb5kdc[24823](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535600, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:53:20.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
11:53:20.783 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:53:20.783 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/krb5cc
11:53:20.785 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
11:53:20.786 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.55.254:38273
11:53:20.787 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
11:53:20.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.788470 24799 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu with pid 24840
11:53:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:20.834654 25167 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.24.55.254:38273 (error 108)
11:53:20.838 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:53:20.839 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.55.253:44235
11:53:20.839 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
11:53:20.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.840148 24799 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu with pid 24975
11:53:20.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:20.865366 25167 leader_election.cc:334] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 562d4cc350f144009887b05811d6e572 (127.24.55.254:38273): Network error: Client connection negotiation failed: client connection to 127.24.55.254:38273: connect: Connection refused (error 111)
11:53:20.874 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:53:20.874 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.55.252:41957
11:53:20.874 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
11:53:20.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.874847 24799 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu with pid 25119
11:53:20.900 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:53:20.900 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.55.254:38273
11:53:20.902 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:20.903930 24799 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/wal
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/data
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/logs
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/data/info.pb
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:20.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:53:20.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:53:20.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:53:20.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:53:20.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.55.254:38273
11:53:20.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.55.254
11:53:20.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41709
11:53:20.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kudu_127.24.55.254.keytab
11:53:20.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.55.254
11:53:20.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:53:20.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:53:20.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:53:20.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.55.212:43469
11:53:20.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:20.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:20.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:53:20.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:53:20.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957
11:53:20.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:53:20.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36875/jwks.json
11:53:20.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:53:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:21.205492 25302 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:53:21.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:21.206131 25302 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:53:21.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:21.206919 25302 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:53:21.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:21.238206 25302 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:53:21.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:21.238472 25302 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:53:21.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:21.238858 25302 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:53:21.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:21.239132 25302 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:53:21.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:21.239399 25302 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:53:21.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:21.239665 25302 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:53:21.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:21.239878 25302 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36875/jwks.json
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:21.274749 25302 master_runner.cc:386] Master server non-default flags:
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.55.212:43469
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/data
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/wal
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kudu_127.24.55.254.keytab
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.55.254
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.55.254:38273
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36875/jwks.json
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/data/info.pb
11:53:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.55.254
11:53:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41709
11:53:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:53:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:53:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:53:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/logs
11:53:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:53:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:53:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:53:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:53:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:53:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:53:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:53:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:53:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:53:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:21.276096 25302 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:53:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:21.277341 25302 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:53:21.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:21.294010 25316 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:22.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:21.294131 25312 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:22.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:21.294929 25321 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:22.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:21.295564 25302 server_base.cc:1034] running on GCE node
11:53:22.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.415395 25302 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:53:22.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.418365 25302 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:53:22.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.419768 25302 hybrid_clock.cc:648] HybridClock initialized: now 1786535602419736 us; error 51 us; skew 500 ppm
11:53:22.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.420564 25302 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:53:22.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:22 dist-test-slave-6zbq krb5kdc[24823](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535602, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.55.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:53:22.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.426178 25302 init.cc:377] Logged in from keytab as kudu/127.24.55.254@KRBTEST.COM (short username kudu)
11:53:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.431175 25302 webserver.cc:460] Webserver started at http://127.24.55.254:41709/ using document root <none> and password file <none>
11:53:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.432008 25302 fs_manager.cc:359] Metadata directory not provided
11:53:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.432237 25302 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:53:22.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.440023 25302 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.000s sys 0.005s
11:53:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.443964 25339 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:53:22.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.444968 25302 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
11:53:22.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.445248 25302 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/data,/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/wal
11:53:22.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "562d4cc350f144009887b05811d6e572"
11:53:22.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:16 on dist-test-slave-6zbq"
11:53:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.447705 25302 fs_report.cc:383] FS layout report
11:53:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:53:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/wal
11:53:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/wal
11:53:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/data/data
11:53:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:53:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:53:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:53:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:53:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:53:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:53:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:53:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:53:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:53:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:53:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:53:22.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.486284 25302 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:53:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.491621 25302 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:53:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.492105 25302 kserver.cc:163] Server-wide thread pool size limit: 3276
11:53:22.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.559562 25302 rpc_server.cc:307] RPC server started. Bound to: 127.24.55.254:38273
11:53:22.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.559672 25431 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.55.254:38273 every 8 connection(s)
11:53:22.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.562369 25302 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/data/info.pb
11:53:22.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.569093 24799 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu as pid 25302
11:53:22.569 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:53:22.569 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.55.253:44235
11:53:22.571 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
11:53:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.572458 25432 sys_catalog.cc:263] Verifying existing consensus state
11:53:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.572489 24799 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/wal
11:53:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/data
11:53:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:53:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:53:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/logs
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/data/info.pb
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.55.253:44235
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.55.253
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42283
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kudu_127.24.55.253.keytab
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.55.253
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.55.212:43469
11:53:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:22.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:22.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:53:22.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:53:22.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957
11:53:22.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:53:22.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36875/jwks.json
11:53:22.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:53:22.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260812 11:53:22.573359 25432 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:53:22.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.573864 25302 master.cc:537] Master@127.24.55.254:38273 shutting down...
11:53:22.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.633496 25302 master.cc:552] Master@127.24.55.254:38273 shutdown complete.
11:53:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:53:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:22.886091 25435 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:53:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:22.886761 25435 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:53:22.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:22.887751 25435 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:53:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:22.924809 25435 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:53:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:22.925060 25435 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:53:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:22.925344 25435 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:53:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:22.925575 25435 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:53:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:22.925822 25435 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:53:22.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:22.926035 25435 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:53:22.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:22.926206 25435 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36875/jwks.json
11:53:22.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.964527 25435 master_runner.cc:386] Master server non-default flags:
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.55.212:43469
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/data
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/wal
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kudu_127.24.55.253.keytab
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.55.253
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.55.253:44235
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36875/jwks.json
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/data/info.pb
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.55.253
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42283
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/logs
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:53:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:53:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:53:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:53:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:53:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:53:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.965639 25435 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:53:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.966943 25435 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:53:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:22.983086 25443 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:24.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:22.985302 25435 server_base.cc:1034] running on GCE node
11:53:24.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:22.984561 25449 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:24.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:22.983098 25447 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.104252 25435 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:53:24.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.106887 25435 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:53:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.108443 25435 hybrid_clock.cc:648] HybridClock initialized: now 1786535604108408 us; error 37 us; skew 500 ppm
11:53:24.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.109261 25435 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:53:24.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:24 dist-test-slave-6zbq krb5kdc[24823](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535604, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.55.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:53:24.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.120208 25435 init.cc:377] Logged in from keytab as kudu/127.24.55.253@KRBTEST.COM (short username kudu)
11:53:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.126001 25435 webserver.cc:460] Webserver started at http://127.24.55.253:42283/ using document root <none> and password file <none>
11:53:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.127050 25435 fs_manager.cc:359] Metadata directory not provided
11:53:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.127274 25435 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:53:24.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.135435 25435 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.004s sys 0.000s
11:53:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.139572 25468 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:53:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.140676 25435 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
11:53:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.141053 25435 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/data,/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/wal
11:53:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "386c8032531145d28dc7dfced50fdb6c"
11:53:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:18 on dist-test-slave-6zbq"
11:53:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.143633 25435 fs_report.cc:383] FS layout report
11:53:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:53:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/wal
11:53:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/wal
11:53:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/data/data
11:53:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:53:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:53:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:53:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:53:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:53:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:53:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:53:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:53:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:53:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:53:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:53:24.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.188531 25435 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:53:24.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.193704 25435 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:53:24.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.194090 25435 kserver.cc:163] Server-wide thread pool size limit: 3276
11:53:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.260325 25435 rpc_server.cc:307] RPC server started. Bound to: 127.24.55.253:44235
11:53:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.260493 25560 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.55.253:44235 every 8 connection(s)
11:53:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.263172 25435 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/data/info.pb
11:53:24.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.271234 24799 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu as pid 25435
11:53:24.272 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:53:24.272 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.55.252:41957
11:53:24.272 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
11:53:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.273442 25561 sys_catalog.cc:263] Verifying existing consensus state
11:53:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260812 11:53:24.274113 25561 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:53:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.274242 24799 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu
11:53:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/wal
11:53:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/data
11:53:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:53:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:53:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:53:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/logs
11:53:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/data/info.pb
11:53:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:53:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:53:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:53:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:53:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:53:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.55.252:41957
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.55.252
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37241
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kudu_127.24.55.252.keytab
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.55.252
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.55.212:43469
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36875/jwks.json
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:53:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.274547 25435 master.cc:537] Master@127.24.55.253:44235 shutting down...
11:53:24.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.321841 25435 master.cc:552] Master@127.24.55.253:44235 shutdown complete.
11:53:24.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:53:24.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:24.576815 25570 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:53:24.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:24.577325 25570 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:53:24.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:24.577888 25570 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:53:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:24.608067 25570 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:53:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:24.608371 25570 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:53:24.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:24.608788 25570 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:53:24.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:24.609128 25570 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:53:24.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:24.609423 25570 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:53:24.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:24.609741 25570 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:53:24.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:24.609985 25570 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36875/jwks.json
11:53:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.645382 25570 master_runner.cc:386] Master server non-default flags:
11:53:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:53:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.55.212:43469
11:53:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/data
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/wal
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/krb5kdc/kudu_127.24.55.252.keytab
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.55.252
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.55.252:41957
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36875/jwks.json
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:53:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/data/info.pb
11:53:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.55.252
11:53:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37241
11:53:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:53:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:53:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:53:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:53:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:53:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/logs
11:53:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:53:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:53:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:53:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:53:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:53:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:53:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:53:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:53:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:53:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:53:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.646847 25570 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:53:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.648141 25570 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:53:24.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:24.664857 25579 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:24.665511 25577 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:24.666639 25570 server_base.cc:1034] running on GCE node
11:53:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:24.665858 25583 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:53:25.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.793424 25570 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:53:25.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.796401 25570 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:53:25.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.797799 25570 hybrid_clock.cc:648] HybridClock initialized: now 1786535605797760 us; error 56 us; skew 500 ppm
11:53:25.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.798620 25570 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:53:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:25 dist-test-slave-6zbq krb5kdc[24823](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535605, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.55.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:53:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.804234 25570 init.cc:377] Logged in from keytab as kudu/127.24.55.252@KRBTEST.COM (short username kudu)
11:53:25.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.809257 25570 webserver.cc:460] Webserver started at http://127.24.55.252:37241/ using document root <none> and password file <none>
11:53:25.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.810140 25570 fs_manager.cc:359] Metadata directory not provided
11:53:25.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.810389 25570 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:53:25.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.820729 25570 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.003s sys 0.006s
11:53:25.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.825253 25599 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:53:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.826290 25570 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.002s
11:53:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.826613 25570 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/data,/tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/wal
11:53:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "501e9367b9844dbdb23d459641b172e3"
11:53:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:53:20 on dist-test-slave-6zbq"
11:53:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.828783 25570 fs_report.cc:383] FS layout report
11:53:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:53:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/wal
11:53:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/wal
11:53:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/data/data
11:53:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:53:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:53:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:53:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:53:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:53:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:53:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:53:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:53:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:53:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:53:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:53:25.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.873065 25570 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:53:25.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.878473 25570 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:53:25.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.878935 25570 kserver.cc:163] Server-wide thread pool size limit: 3276
11:53:25.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.948333 25570 rpc_server.cc:307] RPC server started. Bound to: 127.24.55.252:41957
11:53:25.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.948448 25679 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.55.252:41957 every 8 connection(s)
11:53:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.950922 25570 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskZuPeyO/test-tmp/mini-kudu-cluster9047374168898176069/master-2/data/info.pb
11:53:25.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.953197 24799 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu as pid 25570
11:53:25.954 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:53:25.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.962013 25680 sys_catalog.cc:263] Verifying existing consensus state
11:53:25.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.967805 25680 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: Bootstrap starting.
11:53:25.998 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:26.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:25.999810 25680 log.cc:824] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: Log is configured to *not* fsync() on all Append() calls
11:53:26.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:26.004642 25680 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
11:53:26.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:26.005498 25680 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: Bootstrap complete.
11:53:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:26.040454 25680 raft_consensus.cc:348] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "562d4cc350f144009887b05811d6e572" member_type: VOTER last_known_addr { host: "127.24.55.254" port: 38273 } } peers { permanent_uuid: "386c8032531145d28dc7dfced50fdb6c" member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } } peers { permanent_uuid: "501e9367b9844dbdb23d459641b172e3" member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } }
11:53:26.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:26.043849 25680 raft_consensus.cc:374] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:53:26.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:26.044149 25680 raft_consensus.cc:729] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 501e9367b9844dbdb23d459641b172e3, State: Initialized, Role: FOLLOWER
11:53:26.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:26.045156 25680 consensus_queue.cc:260] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "562d4cc350f144009887b05811d6e572" member_type: VOTER last_known_addr { host: "127.24.55.254" port: 38273 } } peers { permanent_uuid: "386c8032531145d28dc7dfced50fdb6c" member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } } peers { permanent_uuid: "501e9367b9844dbdb23d459641b172e3" member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } }
11:53:26.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:26.048293 25684 sys_catalog.cc:455] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "562d4cc350f144009887b05811d6e572" member_type: VOTER last_known_addr { host: "127.24.55.254" port: 38273 } } peers { permanent_uuid: "386c8032531145d28dc7dfced50fdb6c" member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } } peers { permanent_uuid: "501e9367b9844dbdb23d459641b172e3" member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } } }
11:53:26.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:26.049158 25684 sys_catalog.cc:458] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [sys.catalog]: This master's current role is: FOLLOWER
11:53:26.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:26.050105 25680 sys_catalog.cc:564] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [sys.catalog]: configured and running, proceeding with master startup.
11:53:26.076 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:26.081 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.55.252:41957(127.24.55.252:41957)] connecting to peer
11:53:26.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:26.092568 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:26.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:26.092839 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:26.091214 25570 master_runner.cc:186] Error getting master registration for 127.24.55.254:38273: Network error: Client connection negotiation failed: client connection to 127.24.55.254:38273: connect: Connection refused (error 111),
11:53:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:26.128350 25570 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:53:26.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:26.133911 25607 tablet.cc:2369] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:53:26.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.142 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.55.252:41957(127.24.55.252:41957)] Successfully connected to peer
11:53:26.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.234 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
11:53:26.245 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.24.55.252
11:53:26.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:26.453715 25684 raft_consensus.cc:482] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:53:26.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:26.454252 25684 raft_consensus.cc:504] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "562d4cc350f144009887b05811d6e572" member_type: VOTER last_known_addr { host: "127.24.55.254" port: 38273 } } peers { permanent_uuid: "386c8032531145d28dc7dfced50fdb6c" member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } } peers { permanent_uuid: "501e9367b9844dbdb23d459641b172e3" member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } }
11:53:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:26.458986 25602 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.55.254:38273: connect: Connection refused (error 111)
11:53:26.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:26.460613 25684 leader_election.cc:288] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 562d4cc350f144009887b05811d6e572 (127.24.55.254:38273), 386c8032531145d28dc7dfced50fdb6c (127.24.55.253:44235)
11:53:26.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:26.463902 25602 leader_election.cc:334] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 562d4cc350f144009887b05811d6e572 (127.24.55.254:38273): Network error: Client connection negotiation failed: client connection to 127.24.55.254:38273: connect: Connection refused (error 111)
11:53:26.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:26.465569 25600 leader_election.cc:334] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 386c8032531145d28dc7dfced50fdb6c (127.24.55.253:44235): Network error: Client connection negotiation failed: client connection to 127.24.55.253:44235: connect: Connection refused (error 111)
11:53:26.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:26.465963 25600 leader_election.cc:302] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 501e9367b9844dbdb23d459641b172e3; no voters: 386c8032531145d28dc7dfced50fdb6c, 562d4cc350f144009887b05811d6e572
11:53:26.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:26.466776 25684 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:53:26.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:26 dist-test-slave-6zbq krb5kdc[24823](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535600, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.55.252@KRBTEST.COM
11:53:26.520 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xed0f3b17, L:/127.0.0.1:54406 - R:/127.24.55.252:41957] using SASL/GSSAPI
11:53:26.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:26.559 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:26.561 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:26.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:26.578 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:26.580 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:26.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.586 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:26.600 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:26.601 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:26.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:26.638 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:26.639 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:26.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.646 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:26.678 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:26.680 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:26.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.687 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:26.758 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:26.760 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:26.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.767 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:26.879 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:26.882 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:26.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:26.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:26.888 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:27.058 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:27.059 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:27.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:27.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:27.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:27.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:27.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:27.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:27.067 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:27.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:27.095923 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:27.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:27.096174 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:27.338 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:27.339 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:27.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:27.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:27.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:27.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:27.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:27.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:27.346 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:27.638 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:27.639 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:27.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:27.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:27.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:27.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:27.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:27.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:27.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:28.018 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:28.020 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:28.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:28.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:28.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:28.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:28.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:28.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:28.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:28.098866 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:28.099103 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:28.206215 25713 raft_consensus.cc:482] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:53:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:28.206573 25713 raft_consensus.cc:504] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "562d4cc350f144009887b05811d6e572" member_type: VOTER last_known_addr { host: "127.24.55.254" port: 38273 } } peers { permanent_uuid: "386c8032531145d28dc7dfced50fdb6c" member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } } peers { permanent_uuid: "501e9367b9844dbdb23d459641b172e3" member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } }
11:53:28.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:28.208042 25713 leader_election.cc:288] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 562d4cc350f144009887b05811d6e572 (127.24.55.254:38273), 386c8032531145d28dc7dfced50fdb6c (127.24.55.253:44235)
11:53:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:28.213784 25602 leader_election.cc:334] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 562d4cc350f144009887b05811d6e572 (127.24.55.254:38273): Network error: Client connection negotiation failed: client connection to 127.24.55.254:38273: connect: Connection refused (error 111)
11:53:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:28.214131 25600 leader_election.cc:334] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 386c8032531145d28dc7dfced50fdb6c (127.24.55.253:44235): Network error: Client connection negotiation failed: client connection to 127.24.55.253:44235: connect: Connection refused (error 111)
11:53:28.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:28.214529 25600 leader_election.cc:302] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 501e9367b9844dbdb23d459641b172e3; no voters: 386c8032531145d28dc7dfced50fdb6c, 562d4cc350f144009887b05811d6e572
11:53:28.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:28.215163 25713 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:53:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:29.101750 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:29.102011 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:29.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:29.721654 25738 raft_consensus.cc:482] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:53:29.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:29.722014 25738 raft_consensus.cc:504] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "562d4cc350f144009887b05811d6e572" member_type: VOTER last_known_addr { host: "127.24.55.254" port: 38273 } } peers { permanent_uuid: "386c8032531145d28dc7dfced50fdb6c" member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } } peers { permanent_uuid: "501e9367b9844dbdb23d459641b172e3" member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } }
11:53:29.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:29.723479 25738 leader_election.cc:288] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 562d4cc350f144009887b05811d6e572 (127.24.55.254:38273), 386c8032531145d28dc7dfced50fdb6c (127.24.55.253:44235)
11:53:29.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:29.728528 25600 leader_election.cc:334] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 386c8032531145d28dc7dfced50fdb6c (127.24.55.253:44235): Network error: Client connection negotiation failed: client connection to 127.24.55.253:44235: connect: Connection refused (error 111)
11:53:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:29.728988 25602 leader_election.cc:334] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 562d4cc350f144009887b05811d6e572 (127.24.55.254:38273): Network error: Client connection negotiation failed: client connection to 127.24.55.254:38273: connect: Connection refused (error 111)
11:53:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:29.729321 25602 leader_election.cc:302] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 501e9367b9844dbdb23d459641b172e3; no voters: 386c8032531145d28dc7dfced50fdb6c, 562d4cc350f144009887b05811d6e572
11:53:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:29.729905 25738 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:53:30.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:30.104755 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:30.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:30.105021 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:30.379 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:30.380 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:30.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:30.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:30.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:30.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:30.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:30.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:30.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:30.418 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:30.419 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:30.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:30.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:30.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:30.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:30.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:30.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:30.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:31.107785 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:31.108024 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:31.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:31.131052 25570 master_runner.cc:186] Error getting master registration for 127.24.55.254:38273: Network error: Client connection negotiation failed: client connection to 127.24.55.254:38273: connect: Connection refused (error 111),
11:53:31.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:31.131459 25570 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:53:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:32.110870 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:32.111191 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:32.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:32.262544 25749 raft_consensus.cc:482] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:53:32.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:32.262991 25749 raft_consensus.cc:504] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "562d4cc350f144009887b05811d6e572" member_type: VOTER last_known_addr { host: "127.24.55.254" port: 38273 } } peers { permanent_uuid: "386c8032531145d28dc7dfced50fdb6c" member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } } peers { permanent_uuid: "501e9367b9844dbdb23d459641b172e3" member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } }
11:53:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:32.264608 25749 leader_election.cc:288] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 562d4cc350f144009887b05811d6e572 (127.24.55.254:38273), 386c8032531145d28dc7dfced50fdb6c (127.24.55.253:44235)
11:53:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:32.266460 25602 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.55.254:38273: connect: Connection refused (error 111) [suppressed 5 similar messages]
11:53:32.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:32.268831 25600 leader_election.cc:334] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 386c8032531145d28dc7dfced50fdb6c (127.24.55.253:44235): Network error: Client connection negotiation failed: client connection to 127.24.55.253:44235: connect: Connection refused (error 111)
11:53:32.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:32.269251 25602 leader_election.cc:334] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 562d4cc350f144009887b05811d6e572 (127.24.55.254:38273): Network error: Client connection negotiation failed: client connection to 127.24.55.254:38273: connect: Connection refused (error 111)
11:53:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:32.269584 25602 leader_election.cc:302] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 501e9367b9844dbdb23d459641b172e3; no voters: 386c8032531145d28dc7dfced50fdb6c, 562d4cc350f144009887b05811d6e572
11:53:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:32.270193 25749 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:53:32.818 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:32.819 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:32.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:32.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:32.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:32.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:32.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:32.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:32.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:33.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:33.113905 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:33.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:33.114161 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:33.992019 25759 raft_consensus.cc:482] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:53:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:33.992432 25759 raft_consensus.cc:504] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "562d4cc350f144009887b05811d6e572" member_type: VOTER last_known_addr { host: "127.24.55.254" port: 38273 } } peers { permanent_uuid: "386c8032531145d28dc7dfced50fdb6c" member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } } peers { permanent_uuid: "501e9367b9844dbdb23d459641b172e3" member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } }
11:53:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:33.993907 25759 leader_election.cc:288] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 562d4cc350f144009887b05811d6e572 (127.24.55.254:38273), 386c8032531145d28dc7dfced50fdb6c (127.24.55.253:44235)
11:53:33.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:33.997629 25602 leader_election.cc:334] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 562d4cc350f144009887b05811d6e572 (127.24.55.254:38273): Network error: Client connection negotiation failed: client connection to 127.24.55.254:38273: connect: Connection refused (error 111)
11:53:33.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:33.997991 25600 leader_election.cc:334] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 386c8032531145d28dc7dfced50fdb6c (127.24.55.253:44235): Network error: Client connection negotiation failed: client connection to 127.24.55.253:44235: connect: Connection refused (error 111)
11:53:33.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:33.998286 25600 leader_election.cc:302] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 501e9367b9844dbdb23d459641b172e3; no voters: 386c8032531145d28dc7dfced50fdb6c, 562d4cc350f144009887b05811d6e572
11:53:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:33.998816 25759 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:53:34.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:34.116847 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:34.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:34.117107 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:35.120592 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:35.120903 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:35.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:35 dist-test-slave-6zbq krb5kdc[24823](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535615, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.55.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:53:35.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:35.807914 25590 init.cc:295] Successfully reacquired a new kerberos TGT
11:53:36.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:36.123601 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:36.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:36.123857 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:36.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:36.134718 25570 master_runner.cc:186] Error getting master registration for 127.24.55.254:38273: Network error: Client connection negotiation failed: client connection to 127.24.55.254:38273: connect: Connection refused (error 111),
11:53:36.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:36.135121 25570 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:53:36.178 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:36.179 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:36.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:36.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:36.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:36.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:36.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:36.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:36.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:37.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:37.126643 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:37.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:37.126878 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:37.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:37.855474 23620 debug-util.cc:398] Leaking SignalData structure 0x7b08000aa5c0 after lost signal to thread 23496
11:53:37.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:37.856122 23620 debug-util.cc:398] Leaking SignalData structure 0x7b08000aafc0 after lost signal to thread 23624
11:53:38.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:38.129791 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:38.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:38.130102 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:39.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:39.133014 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:39.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:39.133298 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:39.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:39.748104 25777 raft_consensus.cc:482] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:53:39.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:39.748539 25777 raft_consensus.cc:504] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "562d4cc350f144009887b05811d6e572" member_type: VOTER last_known_addr { host: "127.24.55.254" port: 38273 } } peers { permanent_uuid: "386c8032531145d28dc7dfced50fdb6c" member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } } peers { permanent_uuid: "501e9367b9844dbdb23d459641b172e3" member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } }
11:53:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:39.750396 25777 leader_election.cc:288] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 562d4cc350f144009887b05811d6e572 (127.24.55.254:38273), 386c8032531145d28dc7dfced50fdb6c (127.24.55.253:44235)
11:53:39.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:39.752297 25602 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.55.254:38273: connect: Connection refused (error 111) [suppressed 3 similar messages]
11:53:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:39.755062 25600 leader_election.cc:334] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 386c8032531145d28dc7dfced50fdb6c (127.24.55.253:44235): Network error: Client connection negotiation failed: client connection to 127.24.55.253:44235: connect: Connection refused (error 111)
11:53:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:39.755511 25602 leader_election.cc:334] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 562d4cc350f144009887b05811d6e572 (127.24.55.254:38273): Network error: Client connection negotiation failed: client connection to 127.24.55.254:38273: connect: Connection refused (error 111)
11:53:39.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:39.755812 25602 leader_election.cc:302] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 501e9367b9844dbdb23d459641b172e3; no voters: 386c8032531145d28dc7dfced50fdb6c, 562d4cc350f144009887b05811d6e572
11:53:39.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:39.756333 25777 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:53:40.098 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:40.099 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:40.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:40.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:40.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:40.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:40.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:40.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:40.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:40.136179 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:40.136423 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:40.459 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:40.460 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:40.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:40.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:40.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:40.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:40.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:40.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:40.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:40.719 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:40.720 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:40.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:40.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:40.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:40.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:40.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:40.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:40.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:41.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:41.137697 25570 master_runner.cc:186] Error getting master registration for 127.24.55.254:38273: Network error: Client connection negotiation failed: client connection to 127.24.55.254:38273: connect: Connection refused (error 111),
11:53:41.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:41.138056 25570 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:53:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:41.139537 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:41.139756 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:41.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:41.541632 25793 raft_consensus.cc:482] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:53:41.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:41.542053 25793 raft_consensus.cc:504] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "562d4cc350f144009887b05811d6e572" member_type: VOTER last_known_addr { host: "127.24.55.254" port: 38273 } } peers { permanent_uuid: "386c8032531145d28dc7dfced50fdb6c" member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } } peers { permanent_uuid: "501e9367b9844dbdb23d459641b172e3" member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } }
11:53:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:41.544068 25793 leader_election.cc:288] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 562d4cc350f144009887b05811d6e572 (127.24.55.254:38273), 386c8032531145d28dc7dfced50fdb6c (127.24.55.253:44235)
11:53:41.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:41.547680 25602 leader_election.cc:334] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 562d4cc350f144009887b05811d6e572 (127.24.55.254:38273): Network error: Client connection negotiation failed: client connection to 127.24.55.254:38273: connect: Connection refused (error 111)
11:53:41.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:41.548568 25600 leader_election.cc:334] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 386c8032531145d28dc7dfced50fdb6c (127.24.55.253:44235): Network error: Client connection negotiation failed: client connection to 127.24.55.253:44235: connect: Connection refused (error 111)
11:53:41.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:41.548859 25600 leader_election.cc:302] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 501e9367b9844dbdb23d459641b172e3; no voters: 386c8032531145d28dc7dfced50fdb6c, 562d4cc350f144009887b05811d6e572
11:53:41.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:41.549471 25793 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:53:42.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:42.142625 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:42.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:42.142943 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:43.145638 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:43.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:43.145895 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:44.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:44.148623 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:44.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:44.148924 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:44.639 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:44.643 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:44.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:44.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:44.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:44.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:44.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:44.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:44.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:45.153654 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:45.154146 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:53:45 dist-test-slave-6zbq krb5kdc[24823](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535625, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.55.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:53:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:45.810534 25590 init.cc:295] Successfully reacquired a new kerberos TGT
11:53:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:46.140964 25570 master_runner.cc:186] Error getting master registration for 127.24.55.254:38273: Network error: Client connection negotiation failed: client connection to 127.24.55.254:38273: connect: Connection refused (error 111),
11:53:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:46.141342 25570 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:53:46.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:46.156982 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:46.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:46.157223 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:46.878 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:46.879 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:46.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:46.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:46.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:46.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:46.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:46.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:46.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:47.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:47.160091 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:47.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:47.160355 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:48.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:48.163045 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:48.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:48.163291 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:49.165880 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:49.166124 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:49.799 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:49.800 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:49.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:49.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:49.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:49.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:49.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:49.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:49.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:50.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:50.168825 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:50.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:50.169101 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:50.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:50.999115 25810 raft_consensus.cc:482] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:53:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:50.999552 25810 raft_consensus.cc:504] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "562d4cc350f144009887b05811d6e572" member_type: VOTER last_known_addr { host: "127.24.55.254" port: 38273 } } peers { permanent_uuid: "386c8032531145d28dc7dfced50fdb6c" member_type: VOTER last_known_addr { host: "127.24.55.253" port: 44235 } } peers { permanent_uuid: "501e9367b9844dbdb23d459641b172e3" member_type: VOTER last_known_addr { host: "127.24.55.252" port: 41957 } }
11:53:51.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:51.001173 25810 leader_election.cc:288] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 562d4cc350f144009887b05811d6e572 (127.24.55.254:38273), 386c8032531145d28dc7dfced50fdb6c (127.24.55.253:44235)
11:53:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:51.003402 25602 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.55.254:38273: connect: Connection refused (error 111) [suppressed 3 similar messages]
11:53:51.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:51.005870 25600 leader_election.cc:334] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 386c8032531145d28dc7dfced50fdb6c (127.24.55.253:44235): Network error: Client connection negotiation failed: client connection to 127.24.55.253:44235: connect: Connection refused (error 111)
11:53:51.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:51.006253 25602 leader_election.cc:334] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 562d4cc350f144009887b05811d6e572 (127.24.55.254:38273): Network error: Client connection negotiation failed: client connection to 127.24.55.254:38273: connect: Connection refused (error 111)
11:53:51.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:51.006582 25602 leader_election.cc:302] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 501e9367b9844dbdb23d459641b172e3; no voters: 386c8032531145d28dc7dfced50fdb6c, 562d4cc350f144009887b05811d6e572
11:53:51.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:51.007364 25810 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:53:51.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:51.143142 25570 master_runner.cc:186] Error getting master registration for 127.24.55.254:38273: Network error: Client connection negotiation failed: client connection to 127.24.55.254:38273: connect: Connection refused (error 111),
11:53:51.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:51.143468 25570 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:53:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:51.171806 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:51.172034 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:52.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:52.174621 25703 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 501e9367b9844dbdb23d459641b172e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:53:52.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:53:52.174856 25703 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:53:52.738 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:52.739 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:52.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:52.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:52.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:52.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:52.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:52.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:52.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:53.138 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.254:38273(127.24.55.254:38273)] connecting to peer
11:53:53.139 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.55.253:44235(127.24.55.253:44235)] connecting to peer
11:53:53.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:53.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.55.254:38273(127.24.55.254:38273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:53.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.254:38273: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273
11:53:53.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:53.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.253:44235(127.24.55.253:44235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:53.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.55.253:44235: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
11:53:53.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957; will retry
11:53:53.146 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27186), Traces: [0ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [178ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [179ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [573ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [578ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [596ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [603ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [607ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [608ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [609ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [619ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [622ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [624ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [625ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [637ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [643ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [644ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [645ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [646ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [675ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [680ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [682ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [683ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [685ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [715ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [719ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [723ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [724ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [799ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [802ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [804ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [805ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [916ms] refreshing cache from master, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [921ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [923ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [925ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [926ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [1095ms] refreshing cache from master, [1096ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [1097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [1098ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [1099ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [1099ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [1105ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [1375ms] refreshing cache from master, [1376ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [1377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [1377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [1379ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [1380ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [1384ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [1675ms] refreshing cache from master, [1676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [1677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [1678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [1679ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [1680ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [1683ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [2056ms] refreshing cache from master, [2056ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [2058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [2063ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [4416ms] refreshing cache from master, [4417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [4418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [4418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [4419ms] too many traces: truncated at 100 traces, deferred=Deferred@193057050(state=PENDING, result=null, callback=(continuation of Deferred@344024018 after retry RPC after error@189181498) -> (continuation of Deferred@1248935694 after retry RPC after error@1341992539) -> (continuation of Deferred@1358777221 after retry RPC after error@1853102302) -> (continuation of Deferred@767480657 after retry RPC after error@194490187) -> (continuation of Deferred@822901983 after retry RPC after error@2138058952) -> (continuation of Deferred@613367852 after retry RPC after error@307514881) -> (continuation of Deferred@1080832528 after retry RPC after error@1046789285) -> (continuation of Deferred@1614021989 after retry RPC after error@1344301860) -> (continuation of Deferred@1912418178 after retry RPC after error@1793537164) -> (continuation of Deferred@708320152 after retry RPC after error@2031234224) -> (continuation of Deferred@1628151087 after retry RPC after error@849057494) -> (continuation of Deferred@1486204870 after retry RPC after error@805990344) -> (continuation of Deferred@223702531 after retry RPC after error@1670804569) -> (continuation of Deferred@369626226 after retry RPC after error@1964987732) -> (continuation of Deferred@1394346114 after retry RPC after error@66619908) -> (continuation of Deferred@1439002005 after retry RPC after error@1526675340) -> (continuation of Deferred@1762950217 after retry RPC after error@788227013) -> (continuation of Deferred@1353456202 after retry RPC after error@1934361732) -> (continuation of Deferred@972085392 after retry RPC after error@1281384736) -> (continuation of Deferred@2083409068 after retry RPC after error@1876238217) -> (continuation of Deferred@1356758715 after retry RPC after error@527989985) -> (continuation of Deferred@297601166 after retry RPC after error@1448309863) -> (continuation of Deferred@1977344944 after retry RPC after error@689440414), errback=(continuation of Deferred@344024018 after retry RPC after error@189181498) -> (continuation of Deferred@1248935694 after retry RPC after error@1341992539) -> (continuation of Deferred@1358777221 after retry RPC after error@1853102302) -> (continuation of Deferred@767480657 after retry RPC after error@194490187) -> (continuation of Deferred@822901983 after retry RPC after error@2138058952) -> (continuation of Deferred@613367852 after retry RPC after error@307514881) -> (continuation of Deferred@1080832528 after retry RPC after error@1046789285) -> (continuation of Deferred@1614021989 after retry RPC after error@1344301860) -> (continuation of Deferred@1912418178 after retry RPC after error@1793537164) -> (continuation of Deferred@708320152 after retry RPC after error@2031234224) -> (continuation of Deferred@1628151087 after retry RPC after error@849057494) -> (continuation of Deferred@1486204870 after retry RPC after error@805990344) -> (continuation of Deferred@223702531 after retry RPC after error@1670804569) -> (continuation of Deferred@369626226 after retry RPC after error@1964987732) -> (continuation of Deferred@1394346114 after retry RPC after error@66619908) -> (continuation of Deferred@1439002005 after retry RPC after error@1526675340) -> (continuation of Deferred@1762950217 after retry RPC after error@788227013) -> (continuation of Deferred@1353456202 after retry RPC after error@1934361732) -> (continuation of Deferred@972085392 after retry RPC after error@1281384736) -> (continuation of Deferred@2083409068 after retry RPC after error@1876238217) -> (continuation of Deferred@1356758715 after retry RPC after error@527989985) -> (continuation of Deferred@297601166 after retry RPC after error@1448309863) -> (continuation of Deferred@1977344944 after retry RPC after error@689440414)))
11:53:53.151 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.24.55.253:44235(127.24.55.253:44235)] disconnecting while in state TERMINATED
11:53:53.152 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.24.55.254:38273(127.24.55.254:38273)] disconnecting while in state TERMINATED
11:53:53.152 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.24.55.252:41957(127.24.55.252:41957)] disconnecting while in state READY
11:53:53.158 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:53:53.160 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:53:53.161 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.55.252:41957(127.24.55.252:41957)] handling channelInactive
11:53:53.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.55.252:41957(127.24.55.252:41957)] cleaning up while in state READY due to: connection closed
11:53:53.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:53.164237 24799 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu with pid 25570
11:53:54.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:53:54Z chronyd exiting
11:53:55.308 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:53:55.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:55.309302 23470 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu with pid 24015
11:53:55.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:55.363058 23470 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu with pid 24313
11:53:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:55.394443 23470 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu with pid 24568
11:53:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:55.422770 23470 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu with pid 23494
11:53:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:55.455826 23470 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu with pid 23630
11:53:55.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:53:55.488580 23470 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskZuPeyO/build/tsan/bin/kudu with pid 23786
11:53:56.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:53:56Z chronyd exiting
11:53:57.591 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27186), Traces: [0ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [178ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [179ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [573ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [578ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [596ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [603ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [607ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [608ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [609ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [619ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [622ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [624ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [625ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [637ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [643ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [644ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [645ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [646ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [675ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [680ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [682ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [683ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [685ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [715ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [719ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [723ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [724ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [799ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [802ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [804ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [805ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [916ms] refreshing cache from master, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [921ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [923ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [925ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [926ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [1095ms] refreshing cache from master, [1096ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [1097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [1098ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [1099ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [1099ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [1105ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [1375ms] refreshing cache from master, [1376ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [1377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [1377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [1379ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [1380ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [1384ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [1675ms] refreshing cache from master, [1676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [1677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [1678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [1679ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [1680ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [1683ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [2056ms] refreshing cache from master, [2056ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [2058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [2063ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [4416ms] refreshing cache from master, [4417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [4418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [4418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [4419ms] too many traces: truncated at 100 traces, deferred=Deferred@193057050(state=PENDING, result=null, callback=(continuation of Deferred@344024018 after retry RPC after error@189181498) -> (continuation of Deferred@1248935694 after retry RPC after error@1341992539) -> (continuation of Deferred@1358777221 after retry RPC after error@1853102302) -> (continuation of Deferred@767480657 after retry RPC after error@194490187) -> (continuation of Deferred@822901983 after retry RPC after error@2138058952) -> (continuation of Deferred@613367852 after retry RPC after error@307514881) -> (continuation of Deferred@1080832528 after retry RPC after error@1046789285) -> (continuation of Deferred@1614021989 after retry RPC after error@1344301860) -> (continuation of Deferred@1912418178 after retry RPC after error@1793537164) -> (continuation of Deferred@708320152 after retry RPC after error@2031234224) -> (continuation of Deferred@1628151087 after retry RPC after error@849057494) -> (continuation of Deferred@1486204870 after retry RPC after error@805990344) -> (continuation of Deferred@223702531 after retry RPC after error@1670804569) -> (continuation of Deferred@369626226 after retry RPC after error@1964987732) -> (continuation of Deferred@1394346114 after retry RPC after error@66619908) -> (continuation of Deferred@1439002005 after retry RPC after error@1526675340) -> (continuation of Deferred@1762950217 after retry RPC after error@788227013) -> (continuation of Deferred@1353456202 after retry RPC after error@1934361732) -> (continuation of Deferred@972085392 after retry RPC after error@1281384736) -> (continuation of Deferred@2083409068 after retry RPC after error@1876238217) -> (continuation of Deferred@1356758715 after retry RPC after error@527989985) -> (continuation of Deferred@297601166 after retry RPC after error@1448309863) -> (continuation of Deferred@1977344944 after retry RPC after error@689440414), errback=(continuation of Deferred@344024018 after retry RPC after error@189181498) -> (continuation of Deferred@1248935694 after retry RPC after error@1341992539) -> (continuation of Deferred@1358777221 after retry RPC after error@1853102302) -> (continuation of Deferred@767480657 after retry RPC after error@194490187) -> (continuation of Deferred@822901983 after retry RPC after error@2138058952) -> (continuation of Deferred@613367852 after retry RPC after error@307514881) -> (continuation of Deferred@1080832528 after retry RPC after error@1046789285) -> (continuation of Deferred@1614021989 after retry RPC after error@1344301860) -> (continuation of Deferred@1912418178 after retry RPC after error@1793537164) -> (continuation of Deferred@708320152 after retry RPC after error@2031234224) -> (continuation of Deferred@1628151087 after retry RPC after error@849057494) -> (continuation of Deferred@1486204870 after retry RPC after error@805990344) -> (continuation of Deferred@223702531 after retry RPC after error@1670804569) -> (continuation of Deferred@369626226 after retry RPC after error@1964987732) -> (continuation of Deferred@1394346114 after retry RPC after error@66619908) -> (continuation of Deferred@1439002005 after retry RPC after error@1526675340) -> (continuation of Deferred@1762950217 after retry RPC after error@788227013) -> (continuation of Deferred@1353456202 after retry RPC after error@1934361732) -> (continuation of Deferred@972085392 after retry RPC after error@1281384736) -> (continuation of Deferred@2083409068 after retry RPC after error@1876238217) -> (continuation of Deferred@1356758715 after retry RPC after error@527989985) -> (continuation of Deferred@297601166 after retry RPC after error@1448309863) -> (continuation of Deferred@1977344944 after retry RPC after error@689440414)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.55.253:44235
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27186), Traces: [0ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [178ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [179ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [573ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [578ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [596ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [603ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [607ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [608ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [609ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [619ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [622ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [624ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [625ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [637ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [643ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [644ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [645ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [646ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [675ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [680ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [682ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [683ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [685ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [715ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [719ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [723ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [724ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [799ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [802ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [804ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [805ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [916ms] refreshing cache from master, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [921ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [923ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [925ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [926ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [1095ms] refreshing cache from master, [1096ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [1097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [1098ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [1099ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [1099ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [1105ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [1375ms] refreshing cache from master, [1376ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [1377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [1377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [1379ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [1380ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [1384ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [1675ms] refreshing cache from master, [1676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [1677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [1678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [1679ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [1680ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [1683ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [2056ms] refreshing cache from master, [2056ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [2058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.254:38273: Network error: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.253:44235: Network error: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.24.55.252:41957: OK, [2063ms] delaying RPC due to: Service unavailable: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235, [4416ms] refreshing cache from master, [4417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.254:38273, [4418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.253:44235, [4418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.55.252:41957, [4419ms] too many traces: truncated at 100 traces, deferred=Deferred@193057050(state=PENDING, result=null, callback=(continuation of Deferred@344024018 after retry RPC after error@189181498) -> (continuation of Deferred@1248935694 after retry RPC after error@1341992539) -> (continuation of Deferred@1358777221 after retry RPC after error@1853102302) -> (continuation of Deferred@767480657 after retry RPC after error@194490187) -> (continuation of Deferred@822901983 after retry RPC after error@2138058952) -> (continuation of Deferred@613367852 after retry RPC after error@307514881) -> (continuation of Deferred@1080832528 after retry RPC after error@1046789285) -> (continuation of Deferred@1614021989 after retry RPC after error@1344301860) -> (continuation of Deferred@1912418178 after retry RPC after error@1793537164) -> (continuation of Deferred@708320152 after retry RPC after error@2031234224) -> (continuation of Deferred@1628151087 after retry RPC after error@849057494) -> (continuation of Deferred@1486204870 after retry RPC after error@805990344) -> (continuation of Deferred@223702531 after retry RPC after error@1670804569) -> (continuation of Deferred@369626226 after retry RPC after error@1964987732) -> (continuation of Deferred@1394346114 after retry RPC after error@66619908) -> (continuation of Deferred@1439002005 after retry RPC after error@1526675340) -> (continuation of Deferred@1762950217 after retry RPC after error@788227013) -> (continuation of Deferred@1353456202 after retry RPC after error@1934361732) -> (continuation of Deferred@972085392 after retry RPC after error@1281384736) -> (continuation of Deferred@2083409068 after retry RPC after error@1876238217) -> (continuation of Deferred@1356758715 after retry RPC after error@527989985) -> (continuation of Deferred@297601166 after retry RPC after error@1448309863) -> (continuation of Deferred@1977344944 after retry RPC after error@689440414), errback=(continuation of Deferred@344024018 after retry RPC after error@189181498) -> (continuation of Deferred@1248935694 after retry RPC after error@1341992539) -> (continuation of Deferred@1358777221 after retry RPC after error@1853102302) -> (continuation of Deferred@767480657 after retry RPC after error@194490187) -> (continuation of Deferred@822901983 after retry RPC after error@2138058952) -> (continuation of Deferred@613367852 after retry RPC after error@307514881) -> (continuation of Deferred@1080832528 after retry RPC after error@1046789285) -> (continuation of Deferred@1614021989 after retry RPC after error@1344301860) -> (continuation of Deferred@1912418178 after retry RPC after error@1793537164) -> (continuation of Deferred@708320152 after retry RPC after error@2031234224) -> (continuation of Deferred@1628151087 after retry RPC after error@849057494) -> (continuation of Deferred@1486204870 after retry RPC after error@805990344) -> (continuation of Deferred@223702531 after retry RPC after error@1670804569) -> (continuation of Deferred@369626226 after retry RPC after error@1964987732) -> (continuation of Deferred@1394346114 after retry RPC after error@66619908) -> (continuation of Deferred@1439002005 after retry RPC after error@1526675340) -> (continuation of Deferred@1762950217 after retry RPC after error@788227013) -> (continuation of Deferred@1353456202 after retry RPC after error@1934361732) -> (continuation of Deferred@972085392 after retry RPC after error@1281384736) -> (continuation of Deferred@2083409068 after retry RPC after error@1876238217) -> (continuation of Deferred@1356758715 after retry RPC after error@527989985) -> (continuation of Deferred@297601166 after retry RPC after error@1448309863) -> (continuation of Deferred@1977344944 after retry RPC after error@689440414)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.55.254:38273,127.24.55.253:44235,127.24.55.252:41957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.254:38273(127.24.55.254:38273): Connection refused: /127.24.55.254:38273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.55.253:44235(127.24.55.253:44235): Connection refused: /127.24.55.253:44235
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.55.253:44235
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)