02:45:44.041 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:45:44.052 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskWCUZJz/test-tmp
02:45:44.055 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:45:44.058 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskWCUZJz/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:45:44.267 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:45:44.413 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:45:44.415 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:45:44.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:44.418318 4498 mini_oidc.cc:152] Starting JWKS server
02:45:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:44.422029 4498 webserver.cc:460] Webserver started at http://127.0.0.1:41789/ using document root <none> and password file <none>
02:45:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:44.422513 4498 mini_oidc.cc:189] Starting OIDC Discovery server
02:45:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:44.424371 4498 webserver.cc:460] Webserver started at http://127.0.0.1:40761/ using document root <none> and password file <none>
02:45:44.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T02:45:44Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
02:45:44.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T02:45:44Z Disabled control of system clock
02:45:44.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:44.471284 4498 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:45:44.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:45:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-0/wal
02:45:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-0/data
02:45:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:45:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:45:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:45:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:45:44.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:45:44.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:45:44.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-0/logs
02:45:44.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-0/data/info.pb
02:45:44.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:45:44.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:45:44.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:45:44.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:45:44.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:45:44.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:45:44.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:45:44.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:45:44.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:45:44.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:45:44.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:45:44.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:45:44.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.100.190:39439
02:45:44.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.100.190
02:45:44.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:45:44.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.100.148:39809
02:45:44.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:45:44.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:45:44.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:45:44.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:45:44.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.100.190:39439,127.4.100.189:33645,127.4.100.188:39395
02:45:44.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:45:44.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41789/jwks.json with env {}
02:45:44.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:44.754809 4510 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:45:44.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:44.755363 4510 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:45:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:44.755939 4510 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:45:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:44.793906 4510 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:45:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:44.794178 4510 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:45:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:44.794360 4510 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:45:44.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:44.794548 4510 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:45:44.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:44.794837 4510 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:45:44.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:44.795010 4510 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41789/jwks.json
02:45:44.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:44.828642 4510 master_runner.cc:386] Master server non-default flags:
02:45:44.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:45:44.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.100.148:39809
02:45:44.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:45:44.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:45:44.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-0/data
02:45:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-0/wal
02:45:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:45:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.100.190:39439,127.4.100.189:33645,127.4.100.188:39395
02:45:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:45:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:45:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:45:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.100.190:39439
02:45:44.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:45:44.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:45:44.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:45:44.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41789/jwks.json
02:45:44.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:45:44.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:45:44.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-0/data/info.pb
02:45:44.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.100.190
02:45:44.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:45:44.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:45:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:45:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:45:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:45:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:45:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-0/logs
02:45:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:45:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:45:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:45:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:45:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:45:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:45:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:45:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 01:48:57 UTC on ccycloud.quasar-czwlgj.root.comops.site
02:45:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679061
02:45:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:45:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:44.829890 4510 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:45:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:44.831599 4510 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:45:44.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:44.847813 4516 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:45:46.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:44.847821 4517 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:45:46.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:44.849153 4510 server_base.cc:1034] running on GCE node
02:45:46.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:44.847959 4519 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:45:46.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.051447 4510 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:45:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.054049 4510 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:45:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.055425 4510 hybrid_clock.cc:648] HybridClock initialized: now 1790649946055398 us; error 37 us; skew 500 ppm
02:45:46.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.056352 4510 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:45:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.062520 4510 webserver.cc:460] Webserver started at http://127.4.100.190:36061/ using document root <none> and password file <none>
02:45:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.063567 4510 fs_manager.cc:359] Metadata directory not provided
02:45:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.063807 4510 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:45:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.064337 4510 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:45:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.069433 4510 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-0/data/instance:
02:45:46.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5"
02:45:46.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:45:46 on dist-test-slave-g0vc"
02:45:46.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.070721 4510 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-0/wal/instance:
02:45:46.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5"
02:45:46.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:45:46 on dist-test-slave-g0vc"
02:45:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.077888 4510 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
02:45:46.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.083449 4526 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:45:46.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.084681 4510 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
02:45:46.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.084964 4510 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-0/data,/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-0/wal
02:45:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5"
02:45:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:45:46 on dist-test-slave-g0vc"
02:45:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.085249 4510 fs_report.cc:383] FS layout report
02:45:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:45:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-0/wal
02:45:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-0/wal
02:45:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-0/data/data
02:45:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:45:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:45:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:45:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:45:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:45:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:45:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:45:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:45:46.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:45:46.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:45:46.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:45:46.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.124883 4510 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:45:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.126264 4510 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:45:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.126642 4510 kserver.cc:163] Server-wide thread pool size limit: 3276
02:45:46.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.192909 4510 rpc_server.cc:307] RPC server started. Bound to: 127.4.100.190:39439
02:45:46.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.193013 4577 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.100.190:39439 every 8 connection(s)
02:45:46.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.195390 4510 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-0/data/info.pb
02:45:46.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.200201 4498 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu as pid 4510
02:45:46.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.200779 4498 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-0/wal/instance
02:45:46.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.201614 4578 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:45:46.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.205856 4498 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:45:46.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:45:46.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-1/wal
02:45:46.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-1/data
02:45:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:45:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:45:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:45:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:45:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:45:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:45:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-1/logs
02:45:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-1/data/info.pb
02:45:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:45:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:45:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:45:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:45:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:45:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:45:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:45:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:45:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:45:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:45:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:45:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:45:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.100.189:33645
02:45:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.100.189
02:45:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:45:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.100.148:39809
02:45:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:45:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:45:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:45:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:45:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.100.190:39439,127.4.100.189:33645,127.4.100.188:39395
02:45:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:45:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41789/jwks.json with env {}
02:45:46.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.215920 4578 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } has no permanent_uuid. Determining permanent_uuid...
02:45:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.242985 4578 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } has no permanent_uuid. Determining permanent_uuid...
02:45:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:46.245258 4530 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.100.189:33645: connect: Connection refused (error 111)
02:45:46.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:46.248960 4578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.189:33645: Network error: Client connection negotiation failed: client connection to 127.4.100.189:33645: connect: Connection refused (error 111)
02:45:46.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.298530 4578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } attempt: 1
02:45:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:46.302284 4578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.189:33645: Network error: Client connection negotiation failed: client connection to 127.4.100.189:33645: connect: Connection refused (error 111)
02:45:46.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.370759 4578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } attempt: 2
02:45:46.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:46.374415 4578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.189:33645: Network error: Client connection negotiation failed: client connection to 127.4.100.189:33645: connect: Connection refused (error 111)
02:45:46.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.465860 4578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } attempt: 3
02:45:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:46.470294 4578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.189:33645: Network error: Client connection negotiation failed: client connection to 127.4.100.189:33645: connect: Connection refused (error 111)
02:45:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:46.504957 4580 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:45:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:46.505678 4580 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:45:46.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:46.506327 4580 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:45:46.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:46.535735 4580 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:45:46.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:46.536111 4580 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:45:46.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:46.536432 4580 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:45:46.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:46.536767 4580 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:45:46.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:46.537092 4580 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:45:46.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:46.537422 4580 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41789/jwks.json
02:45:46.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.571091 4580 master_runner.cc:386] Master server non-default flags:
02:45:46.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:45:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.100.148:39809
02:45:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:45:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:45:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-1/data
02:45:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-1/wal
02:45:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:45:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.100.190:39439,127.4.100.189:33645,127.4.100.188:39395
02:45:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:45:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:45:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:45:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.100.189:33645
02:45:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:45:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:45:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:45:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41789/jwks.json
02:45:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:45:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:45:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-1/data/info.pb
02:45:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.100.189
02:45:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:45:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:45:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:45:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:45:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:45:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:45:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-1/logs
02:45:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:45:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:45:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:45:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:45:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:45:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:45:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:45:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 01:48:57 UTC on ccycloud.quasar-czwlgj.root.comops.site
02:45:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679061
02:45:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:45:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.572604 4580 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:45:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.574805 4580 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:45:46.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:46.591557 4589 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:45:46.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.613691 4578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } attempt: 4
02:45:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:46.618520 4578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.189:33645: Network error: Client connection negotiation failed: client connection to 127.4.100.189:33645: connect: Connection refused (error 111)
02:45:46.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.917930 4578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } attempt: 5
02:45:46.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:46.922150 4578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.189:33645: Network error: Client connection negotiation failed: client connection to 127.4.100.189:33645: connect: Connection refused (error 111)
02:45:47.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.469625 4578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } attempt: 6
02:45:47.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:47.476845 4578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.189:33645: Network error: Client connection negotiation failed: client connection to 127.4.100.189:33645: connect: Connection refused (error 111)
02:45:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:46.591782 4592 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:45:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:46.592923 4580 server_base.cc:1034] running on GCE node
02:45:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:46.591567 4590 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:45:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.787326 4580 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:45:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.789819 4580 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:45:47.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.791162 4580 hybrid_clock.cc:648] HybridClock initialized: now 1790649947791122 us; error 52 us; skew 500 ppm
02:45:47.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.792189 4580 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:45:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.798849 4580 webserver.cc:460] Webserver started at http://127.4.100.189:35981/ using document root <none> and password file <none>
02:45:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.799919 4580 fs_manager.cc:359] Metadata directory not provided
02:45:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.800155 4580 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:45:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.800658 4580 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:45:47.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.805711 4580 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-1/data/instance:
02:45:47.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad5b099b5241465292de4cccc8288eae"
02:45:47.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:45:47 on dist-test-slave-g0vc"
02:45:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.806957 4580 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-1/wal/instance:
02:45:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad5b099b5241465292de4cccc8288eae"
02:45:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:45:47 on dist-test-slave-g0vc"
02:45:47.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.814531 4580 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
02:45:47.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.820231 4601 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:45:47.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.821277 4580 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
02:45:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.821628 4580 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-1/data,/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-1/wal
02:45:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad5b099b5241465292de4cccc8288eae"
02:45:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:45:47 on dist-test-slave-g0vc"
02:45:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.822029 4580 fs_report.cc:383] FS layout report
02:45:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:45:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-1/wal
02:45:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-1/wal
02:45:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-1/data/data
02:45:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:45:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:45:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:45:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:45:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:45:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:45:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:45:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:45:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:45:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:45:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:45:47.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.857764 4580 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:45:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.859380 4580 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:45:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.859894 4580 kserver.cc:163] Server-wide thread pool size limit: 3276
02:45:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.928857 4580 rpc_server.cc:307] RPC server started. Bound to: 127.4.100.189:33645
02:45:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.928939 4652 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.100.189:33645 every 8 connection(s)
02:45:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.931602 4580 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-1/data/info.pb
02:45:47.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.935083 4498 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu as pid 4580
02:45:47.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.935552 4498 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-1/wal/instance
02:45:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.937716 4653 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:45:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.938511 4498 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:45:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:45:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-2/wal
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-2/data
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-2/logs
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-2/data/info.pb
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:45:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.100.188:39395
02:45:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.100.188
02:45:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:45:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.100.148:39809
02:45:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:45:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:45:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:45:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:45:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.100.190:39439,127.4.100.189:33645,127.4.100.188:39395
02:45:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:45:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41789/jwks.json with env {}
02:45:47.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.950811 4653 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } has no permanent_uuid. Determining permanent_uuid...
02:45:47.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.972620 4653 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } has no permanent_uuid. Determining permanent_uuid...
02:45:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:47.988255 4653 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } has no permanent_uuid. Determining permanent_uuid...
02:45:47.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:47.990339 4605 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.100.188:39395: connect: Connection refused (error 111)
02:45:47.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:47.995014 4653 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.188:39395: Network error: Client connection negotiation failed: client connection to 127.4.100.188:39395: connect: Connection refused (error 111)
02:45:48.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:48.044479 4653 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } attempt: 1
02:45:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.047989 4653 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.188:39395: Network error: Client connection negotiation failed: client connection to 127.4.100.188:39395: connect: Connection refused (error 111)
02:45:48.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:48.116480 4653 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } attempt: 2
02:45:48.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.120546 4653 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.188:39395: Network error: Client connection negotiation failed: client connection to 127.4.100.188:39395: connect: Connection refused (error 111)
02:45:48.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:48.212028 4653 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } attempt: 3
02:45:48.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.216161 4653 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.188:39395: Network error: Client connection negotiation failed: client connection to 127.4.100.188:39395: connect: Connection refused (error 111)
02:45:48.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.246881 4655 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:45:48.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.247496 4655 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:45:48.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.247951 4655 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:45:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.282294 4655 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:45:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.282580 4655 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:45:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.282768 4655 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:45:48.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.282943 4655 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:45:48.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.283205 4655 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:45:48.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.283402 4655 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41789/jwks.json
02:45:48.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:48.317703 4655 master_runner.cc:386] Master server non-default flags:
02:45:48.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:45:48.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.100.148:39809
02:45:48.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:45:48.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:45:48.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-2/data
02:45:48.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-2/wal
02:45:48.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:45:48.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.100.190:39439,127.4.100.189:33645,127.4.100.188:39395
02:45:48.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:45:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:45:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:45:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.100.188:39395
02:45:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:45:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:45:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:45:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41789/jwks.json
02:45:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:45:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:45:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-2/data/info.pb
02:45:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.100.188
02:45:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:45:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:45:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:45:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:45:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:45:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:45:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-2/logs
02:45:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:45:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:45:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:45:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:45:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:45:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:45:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:45:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 01:48:57 UTC on ccycloud.quasar-czwlgj.root.comops.site
02:45:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679061
02:45:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:45:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:48.319067 4655 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:45:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:48.321074 4655 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:45:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.339704 4666 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:45:48.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:48.359589 4653 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } attempt: 4
02:45:48.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.363000 4653 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.188:39395: Network error: Client connection negotiation failed: client connection to 127.4.100.188:39395: connect: Connection refused (error 111)
02:45:48.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:48.537281 4578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } attempt: 7
02:45:48.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:48.560093 4578 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } has no permanent_uuid. Determining permanent_uuid...
02:45:48.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.566085 4578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.188:39395: Network error: Client connection negotiation failed: client connection to 127.4.100.188:39395: connect: Connection refused (error 111)
02:45:48.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:48.624541 4578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } attempt: 1
02:45:48.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.628973 4578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.188:39395: Network error: Client connection negotiation failed: client connection to 127.4.100.188:39395: connect: Connection refused (error 111)
02:45:48.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:48.662654 4653 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } attempt: 5
02:45:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.666620 4653 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.188:39395: Network error: Client connection negotiation failed: client connection to 127.4.100.188:39395: connect: Connection refused (error 111)
02:45:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:48.710371 4578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } attempt: 2
02:45:48.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.714844 4578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.188:39395: Network error: Client connection negotiation failed: client connection to 127.4.100.188:39395: connect: Connection refused (error 111)
02:45:48.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:48.800252 4578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } attempt: 3
02:45:48.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.804786 4578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.188:39395: Network error: Client connection negotiation failed: client connection to 127.4.100.188:39395: connect: Connection refused (error 111)
02:45:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:48.945153 4578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } attempt: 4
02:45:48.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.950417 4578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.188:39395: Network error: Client connection negotiation failed: client connection to 127.4.100.188:39395: connect: Connection refused (error 111)
02:45:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.214293 4653 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } attempt: 6
02:45:49.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:49.224057 4653 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.188:39395: Network error: Client connection negotiation failed: client connection to 127.4.100.188:39395: connect: Connection refused (error 111)
02:45:49.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.233846 4578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } attempt: 5
02:45:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:49.238301 4578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.100.188:39395: Network error: Client connection negotiation failed: client connection to 127.4.100.188:39395: connect: Connection refused (error 111)
02:45:49.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.340503 4665 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:45:49.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:48.340579 4668 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:45:49.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:48.341288 4655 server_base.cc:1034] running on GCE node
02:45:49.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.593066 4655 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:45:49.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.595613 4655 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:45:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.596994 4655 hybrid_clock.cc:648] HybridClock initialized: now 1790649949596944 us; error 60 us; skew 500 ppm
02:45:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.597872 4655 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:45:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.604683 4655 webserver.cc:460] Webserver started at http://127.4.100.188:37083/ using document root <none> and password file <none>
02:45:49.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.605679 4655 fs_manager.cc:359] Metadata directory not provided
02:45:49.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.605914 4655 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:45:49.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.606459 4655 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:45:49.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.611436 4655 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-2/data/instance:
02:45:49.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b5c41cf20524008bc7f0d6d86481f75"
02:45:49.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:45:49 on dist-test-slave-g0vc"
02:45:49.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.612609 4655 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-2/wal/instance:
02:45:49.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b5c41cf20524008bc7f0d6d86481f75"
02:45:49.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:45:49 on dist-test-slave-g0vc"
02:45:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.620244 4655 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
02:45:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.625665 4680 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:45:49.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.626672 4655 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
02:45:49.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.627017 4655 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-2/data,/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-2/wal
02:45:49.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b5c41cf20524008bc7f0d6d86481f75"
02:45:49.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:45:49 on dist-test-slave-g0vc"
02:45:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.627414 4655 fs_report.cc:383] FS layout report
02:45:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:45:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-2/wal
02:45:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-2/wal
02:45:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-2/data/data
02:45:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:45:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:45:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:45:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:45:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:45:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:45:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:45:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:45:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:45:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:45:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:45:49.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.678246 4655 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:45:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.679885 4655 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:45:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.680397 4655 kserver.cc:163] Server-wide thread pool size limit: 3276
02:45:49.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.750027 4655 rpc_server.cc:307] RPC server started. Bound to: 127.4.100.188:39395
02:45:49.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.750133 4731 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.100.188:39395 every 8 connection(s)
02:45:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.752942 4655 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-2/data/info.pb
02:45:49.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.758062 4732 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:45:49.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.761478 4498 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu as pid 4655
02:45:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.761891 4498 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/master-2/wal/instance
02:45:49.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.773957 4732 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } has no permanent_uuid. Determining permanent_uuid...
02:45:49.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.790700 4578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } attempt: 6
02:45:49.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.810305 4732 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } has no permanent_uuid. Determining permanent_uuid...
02:45:49.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.824819 4732 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } has no permanent_uuid. Determining permanent_uuid...
02:45:49.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.829236 4578 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5: Bootstrap starting.
02:45:49.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.836297 4578 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5: Neither blocks nor log segments found. Creating new log.
02:45:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.838573 4578 log.cc:824] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5: Log is configured to *not* fsync() on all Append() calls
02:45:49.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.843910 4578 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5: No bootstrap required, opened a new log
02:45:49.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.848984 4732 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75: Bootstrap starting.
02:45:49.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.854920 4732 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75: Neither blocks nor log segments found. Creating new log.
02:45:49.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.857476 4732 log.cc:824] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75: Log is configured to *not* fsync() on all Append() calls
02:45:49.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.862454 4732 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75: No bootstrap required, opened a new log
02:45:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.870777 4578 raft_consensus.cc:348] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } } peers { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } } peers { permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } }
02:45:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.871573 4578 raft_consensus.cc:374] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:45:49.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.871831 4578 raft_consensus.cc:729] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ad2b7ffaa6044b389cc1acad4ab2b6b5, State: Initialized, Role: FOLLOWER
02:45:49.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.872673 4578 consensus_queue.cc:260] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } } peers { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } } peers { permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } }
02:45:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.875727 4744 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } } peers { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } } peers { permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } } }
02:45:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.876565 4744 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [sys.catalog]: This master's current role is: FOLLOWER
02:45:49.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.877074 4578 sys_catalog.cc:564] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [sys.catalog]: configured and running, proceeding with master startup.
02:45:49.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:49.886157 4532 tablet.cc:2369] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:45:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.888338 4732 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } } peers { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } } peers { permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } }
02:45:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.889086 4732 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:45:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.889271 4732 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b5c41cf20524008bc7f0d6d86481f75, State: Initialized, Role: FOLLOWER
02:45:49.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.890133 4732 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } } peers { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } } peers { permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } }
02:45:49.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.896927 4751 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } } peers { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } } peers { permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } } }
02:45:49.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.898072 4751 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75 [sys.catalog]: This master's current role is: FOLLOWER
02:45:49.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.898919 4732 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75 [sys.catalog]: configured and running, proceeding with master startup.
02:45:49.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:49.911605 4756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:45:49.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:49.912254 4756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:45:49.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:49.935487 4686 tablet.cc:2369] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:45:49.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.912659 4510 master_runner.cc:186] Error getting master registration for 127.4.100.189:33645: OK, instance_id { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" instance_seqno: 1790649947910361 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:45:49.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.955976 4510 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:45:49.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:49.959087 4768 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:45:49.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:49.959627 4768 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:45:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.935233 4655 master_runner.cc:186] Error getting master registration for 127.4.100.189:33645: OK, instance_id { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" instance_seqno: 1790649947910361 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:45:49.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:49.979982 4655 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:45:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.195987 4744 raft_consensus.cc:482] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:45:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.196586 4744 raft_consensus.cc:504] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } } peers { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } } peers { permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } }
02:45:50.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.210157 4744 leader_election.cc:288] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ad5b099b5241465292de4cccc8288eae (127.4.100.189:33645), 7b5c41cf20524008bc7f0d6d86481f75 (127.4.100.188:39395)
02:45:50.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.214326 4707 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b5c41cf20524008bc7f0d6d86481f75" is_pre_election: true
02:45:50.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.215277 4707 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ad2b7ffaa6044b389cc1acad4ab2b6b5 in term 0.
02:45:50.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.219887 4530 leader_election.cc:302] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b5c41cf20524008bc7f0d6d86481f75, ad2b7ffaa6044b389cc1acad4ab2b6b5; no voters:
02:45:50.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.222879 4744 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:45:50.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.223876 4744 raft_consensus.cc:482] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:45:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.224715 4744 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [term 0 FOLLOWER]: Advancing to term 1
02:45:50.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.239939 4744 raft_consensus.cc:504] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } } peers { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } } peers { permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } }
02:45:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.248816 4707 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b5c41cf20524008bc7f0d6d86481f75"
02:45:50.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.249358 4707 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75 [term 0 FOLLOWER]: Advancing to term 1
02:45:50.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.251806 4744 leader_election.cc:288] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [CANDIDATE]: Term 1 election: Requested vote from peers ad5b099b5241465292de4cccc8288eae (127.4.100.189:33645), 7b5c41cf20524008bc7f0d6d86481f75 (127.4.100.188:39395)
02:45:50.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.255707 4707 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ad2b7ffaa6044b389cc1acad4ab2b6b5 in term 1.
02:45:50.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.256953 4530 leader_election.cc:302] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b5c41cf20524008bc7f0d6d86481f75, ad2b7ffaa6044b389cc1acad4ab2b6b5; no voters:
02:45:50.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.258008 4744 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [term 1 FOLLOWER]: Leader election won for term 1
02:45:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.258944 4744 raft_consensus.cc:686] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [term 1 LEADER]: Becoming Leader. State: Replica: ad2b7ffaa6044b389cc1acad4ab2b6b5, State: Running, Role: LEADER
02:45:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.260874 4744 consensus_queue.cc:237] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } } peers { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } } peers { permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } }
02:45:50.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.275908 4770 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ad2b7ffaa6044b389cc1acad4ab2b6b5. Latest consensus state: current_term: 1 leader_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } } peers { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } } peers { permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } } }
02:45:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.276973 4770 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [sys.catalog]: This master's current role is: LEADER
02:45:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.284631 4653 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } attempt: 7
02:45:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.292394 4772 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
02:45:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.300056 4772 catalog_manager.cc:1484] Initializing Kudu cluster ID...
02:45:50.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.322685 4707 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75 [term 1 FOLLOWER]: Refusing update from remote peer ad2b7ffaa6044b389cc1acad4ab2b6b5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:45:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.325578 4770 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:45:50.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.345671 4653 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae: Bootstrap starting.
02:45:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.352869 4653 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae: Neither blocks nor log segments found. Creating new log.
02:45:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.355091 4653 log.cc:824] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae: Log is configured to *not* fsync() on all Append() calls
02:45:50.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.367365 4751 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ad2b7ffaa6044b389cc1acad4ab2b6b5. Latest consensus state: current_term: 1 leader_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } } peers { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } } peers { permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } } }
02:45:50.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.368518 4751 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75 [sys.catalog]: This master's current role is: FOLLOWER
02:45:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.378722 4770 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } } peers { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } } peers { permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } } }
02:45:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.379535 4770 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [sys.catalog]: This master's current role is: LEADER
02:45:50.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.381106 4772 catalog_manager.cc:1347] Generated new cluster ID: 938443d9102246bdbca60b290b1e53e7
02:45:50.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.381381 4772 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
02:45:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.383554 4653 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae: No bootstrap required, opened a new log
02:45:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.380119 4775 mvcc.cc:205] Tried to move back new op lower bound from 7334502196502810624 to 7334502196287385600. Current Snapshot: MvccSnapshot[applied={T|T < 7334502196502810624}]
02:45:50.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.404290 4751 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } } peers { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } } peers { permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } } }
02:45:50.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.405071 4751 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75 [sys.catalog]: This master's current role is: FOLLOWER
02:45:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.415995 4653 raft_consensus.cc:348] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } } peers { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } } peers { permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } }
02:45:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.417199 4653 raft_consensus.cc:374] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:45:50.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.417651 4653 raft_consensus.cc:729] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ad5b099b5241465292de4cccc8288eae, State: Initialized, Role: FOLLOWER
02:45:50.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.418789 4653 consensus_queue.cc:260] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } } peers { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } } peers { permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } }
02:45:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.426985 4780 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } } peers { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } } peers { permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } } }
02:45:50.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.430574 4780 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae [sys.catalog]: This master's current role is: FOLLOWER
02:45:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.431164 4627 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad5b099b5241465292de4cccc8288eae"
02:45:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.431841 4627 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae [term 0 FOLLOWER]: Advancing to term 1
02:45:50.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.430440 4628 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad5b099b5241465292de4cccc8288eae" is_pre_election: true
02:45:50.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.430248 4653 sys_catalog.cc:564] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae [sys.catalog]: configured and running, proceeding with master startup.
02:45:50.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.438304 4627 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ad2b7ffaa6044b389cc1acad4ab2b6b5 in term 1.
02:45:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.439626 4626 raft_consensus.cc:1261] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae [term 1 FOLLOWER]: Refusing update from remote peer ad2b7ffaa6044b389cc1acad4ab2b6b5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:45:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.453020 4744 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:45:50.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.456418 4772 catalog_manager.cc:1370] Generated new certificate authority record
02:45:50.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.458904 4772 catalog_manager.cc:1504] Loading token signing keys...
02:45:50.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.479974 4772 catalog_manager.cc:5868] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5: Generated new TSK 0
02:45:50.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.481271 4772 catalog_manager.cc:1514] Initializing in-progress tserver states...
02:45:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.498673 4498 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:45:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:45:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-0/wal
02:45:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-0/data
02:45:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:45:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:45:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:45:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:45:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:45:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:45:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-0/logs
02:45:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-0/data/info.pb
02:45:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:45:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:45:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:45:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:45:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:45:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:45:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:45:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:45:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:45:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:45:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.100.129:0
02:45:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.100.129
02:45:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.100.129
02:45:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:45:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.100.190:39439,127.4.100.189:33645,127.4.100.188:39395
02:45:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.100.148:39809
02:45:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:45:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:45:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:45:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.528329 4744 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } } peers { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } } peers { permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } } }
02:45:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.529074 4744 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad2b7ffaa6044b389cc1acad4ab2b6b5 [sys.catalog]: This master's current role is: LEADER
02:45:50.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.536908 4780 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae [sys.catalog]: SysCatalogTable state changed. Reason: New leader ad2b7ffaa6044b389cc1acad4ab2b6b5. Latest consensus state: current_term: 1 leader_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } } peers { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } } peers { permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } } }
02:45:50.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.542513 4780 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae [sys.catalog]: This master's current role is: FOLLOWER
02:45:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.536972 4787 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad2b7ffaa6044b389cc1acad4ab2b6b5" member_type: VOTER last_known_addr { host: "127.4.100.190" port: 39439 } } peers { permanent_uuid: "ad5b099b5241465292de4cccc8288eae" member_type: VOTER last_known_addr { host: "127.4.100.189" port: 33645 } } peers { permanent_uuid: "7b5c41cf20524008bc7f0d6d86481f75" member_type: VOTER last_known_addr { host: "127.4.100.188" port: 39395 } } }
02:45:50.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.546865 4787 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae [sys.catalog]: This master's current role is: FOLLOWER
02:45:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.603799 4799 catalog_manager.cc:1259] Loaded cluster ID: 938443d9102246bdbca60b290b1e53e7
02:45:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.604070 4799 catalog_manager.cc:1552] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae: loading cluster ID for follower catalog manager: success
02:45:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.629760 4799 catalog_manager.cc:1574] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae: acquiring CA information for follower catalog manager: success
02:45:50.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.635721 4799 catalog_manager.cc:1602] T 00000000000000000000000000000000 P ad5b099b5241465292de4cccc8288eae: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:45:50.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.965173 4768 catalog_manager.cc:1259] Loaded cluster ID: 938443d9102246bdbca60b290b1e53e7
02:45:50.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.965760 4768 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75: loading cluster ID for follower catalog manager: success
02:45:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.973294 4768 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75: acquiring CA information for follower catalog manager: success
02:45:50.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:50.998354 4768 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 7b5c41cf20524008bc7f0d6d86481f75: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:45:51.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:51.015769 4788 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:45:51.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:51.017333 4788 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:45:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:51.018309 4788 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:45:51.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:51.076911 4788 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:45:51.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:51.079006 4788 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.100.129
02:45:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:51.140468 4788 tablet_server_runner.cc:78] Tablet server non-default flags:
02:45:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:45:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.100.148:39809
02:45:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:45:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:45:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-0/data
02:45:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-0/wal
02:45:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:45:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:45:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.100.129:0
02:45:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:45:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:45:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:45:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-0/data/info.pb
02:45:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.100.129
02:45:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:45:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.100.190:39439,127.4.100.189:33645,127.4.100.188:39395
02:45:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:45:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:45:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:45:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:45:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:45:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.100.129
02:45:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-0/logs
02:45:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:45:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:45:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:45:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:45:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:45:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:45:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:45:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 01:48:57 UTC on ccycloud.quasar-czwlgj.root.comops.site
02:45:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679061
02:45:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:45:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:51.143968 4788 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:45:51.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:51.146270 4788 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:45:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:51.194092 4807 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:45:52.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:51.220518 4809 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:45:52.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:51.207988 4788 server_base.cc:1034] running on GCE node
02:45:52.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:51.215281 4806 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:45:52.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.701243 4788 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:45:52.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.715564 4788 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:45:52.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.717340 4788 hybrid_clock.cc:648] HybridClock initialized: now 1790649952717299 us; error 55 us; skew 500 ppm
02:45:52.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.718649 4788 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:45:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.746546 4788 webserver.cc:460] Webserver started at http://127.4.100.129:45139/ using document root <none> and password file <none>
02:45:52.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.748333 4788 fs_manager.cc:359] Metadata directory not provided
02:45:52.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.748834 4788 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:45:52.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.749531 4788 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:45:52.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.756884 4788 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-0/data/instance:
02:45:52.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "257e4d9248ca402da1ec2eee5b2ac585"
02:45:52.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:45:52 on dist-test-slave-g0vc"
02:45:52.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.760752 4788 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-0/wal/instance:
02:45:52.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "257e4d9248ca402da1ec2eee5b2ac585"
02:45:52.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:45:52 on dist-test-slave-g0vc"
02:45:52.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.797168 4788 fs_manager.cc:691] Time spent creating directory manager: real 0.035s user 0.013s sys 0.019s
02:45:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.819994 4818 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:45:52.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.821777 4788 fs_manager.cc:725] Time spent opening block manager: real 0.020s user 0.001s sys 0.014s
02:45:52.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.822407 4788 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-0/data,/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-0/wal
02:45:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "257e4d9248ca402da1ec2eee5b2ac585"
02:45:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:45:52 on dist-test-slave-g0vc"
02:45:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.823230 4788 fs_report.cc:383] FS layout report
02:45:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:45:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-0/wal
02:45:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-0/wal
02:45:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-0/data/data
02:45:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:45:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:45:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:45:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:45:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:45:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:45:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:45:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:45:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:45:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:45:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:45:52.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.891182 4788 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:45:52.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.893167 4788 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:45:52.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.893751 4788 kserver.cc:163] Server-wide thread pool size limit: 3276
02:45:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.897639 4788 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
02:45:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.904652 4788 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:45:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.904950 4788 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:45:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.905241 4788 ts_tablet_manager.cc:610] Registered 0 tablets
02:45:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:52.905522 4788 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:45:53.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.163985 4930 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.100.129:36307 every 8 connection(s)
02:45:53.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.164541 4788 rpc_server.cc:307] RPC server started. Bound to: 127.4.100.129:36307
02:45:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.167092 4788 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-0/data/info.pb
02:45:53.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.171558 4498 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu as pid 4788
02:45:53.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.172120 4498 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-0/wal/instance
02:45:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.183792 4498 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:45:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:45:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-1/wal
02:45:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-1/data
02:45:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:45:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:45:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:45:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:45:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:45:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:45:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-1/logs
02:45:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-1/data/info.pb
02:45:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:45:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:45:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:45:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:45:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:45:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:45:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:45:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:45:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:45:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:45:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.100.130:0
02:45:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.100.130
02:45:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.100.130
02:45:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:45:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.100.190:39439,127.4.100.189:33645,127.4.100.188:39395
02:45:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.100.148:39809
02:45:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:45:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:45:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:45:53.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.313282 4931 heartbeater.cc:347] Connected to a master server at 127.4.100.188:39395
02:45:53.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.315694 4936 heartbeater.cc:347] Connected to a master server at 127.4.100.190:39439
02:45:53.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.315912 4931 heartbeater.cc:464] Registering TS with master...
02:45:53.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.316164 4936 heartbeater.cc:464] Registering TS with master...
02:45:53.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.316687 4932 heartbeater.cc:347] Connected to a master server at 127.4.100.189:33645
02:45:53.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.317054 4932 heartbeater.cc:464] Registering TS with master...
02:45:53.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.317273 4931 heartbeater.cc:511] Master 127.4.100.188:39395 requested a full tablet report, sending...
02:45:53.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.317371 4936 heartbeater.cc:511] Master 127.4.100.190:39439 requested a full tablet report, sending...
02:45:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.317899 4932 heartbeater.cc:511] Master 127.4.100.189:33645 requested a full tablet report, sending...
02:45:53.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.320313 4543 ts_manager.cc:194] Registered new tserver with Master: 257e4d9248ca402da1ec2eee5b2ac585 (127.4.100.129:36307)
02:45:53.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.320868 4697 ts_manager.cc:194] Registered new tserver with Master: 257e4d9248ca402da1ec2eee5b2ac585 (127.4.100.129:36307)
02:45:53.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.324136 4618 ts_manager.cc:194] Registered new tserver with Master: 257e4d9248ca402da1ec2eee5b2ac585 (127.4.100.129:36307)
02:45:53.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.325923 4543 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.100.129:59865
02:45:53.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:53.642616 4935 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:45:53.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:53.643191 4935 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:45:53.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:53.643680 4935 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:45:53.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:53.673743 4935 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:45:53.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:53.674537 4935 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.100.130
02:45:53.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.709090 4935 tablet_server_runner.cc:78] Tablet server non-default flags:
02:45:53.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:45:53.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.100.148:39809
02:45:53.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:45:53.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:45:53.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-1/data
02:45:53.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-1/wal
02:45:53.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:45:53.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:45:53.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.100.130:0
02:45:53.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-1/data/info.pb
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.100.130
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.100.190:39439,127.4.100.189:33645,127.4.100.188:39395
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.100.130
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-1/logs
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:45:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:45:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 01:48:57 UTC on ccycloud.quasar-czwlgj.root.comops.site
02:45:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679061
02:45:53.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:45:53.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.710214 4935 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:45:53.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.711786 4935 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:45:53.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:53.730906 4949 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:45:54.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:54.330263 4936 heartbeater.cc:503] Master 127.4.100.190:39439 was elected leader, sending a full tablet report...
02:45:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:53.730916 4951 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:45:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:53.730960 4948 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:45:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:53.732667 4935 server_base.cc:1034] running on GCE node
02:45:54.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:54.930109 4935 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:45:54.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:54.932875 4935 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:45:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:54.934310 4935 hybrid_clock.cc:648] HybridClock initialized: now 1790649954934344 us; error 119 us; skew 500 ppm
02:45:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:54.935177 4935 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:45:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:54.942127 4935 webserver.cc:460] Webserver started at http://127.4.100.130:45401/ using document root <none> and password file <none>
02:45:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:54.943105 4935 fs_manager.cc:359] Metadata directory not provided
02:45:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:54.943336 4935 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:45:54.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:54.943832 4935 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:45:54.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:54.948684 4935 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-1/data/instance:
02:45:54.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c4212c5686c3441b805dc1863b2b23fb"
02:45:54.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:45:54 on dist-test-slave-g0vc"
02:45:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:54.949810 4935 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-1/wal/instance:
02:45:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c4212c5686c3441b805dc1863b2b23fb"
02:45:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:45:54 on dist-test-slave-g0vc"
02:45:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:54.956624 4935 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.004s sys 0.004s
02:45:54.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:54.962921 4960 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:45:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:54.964126 4935 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
02:45:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:54.964460 4935 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-1/data,/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-1/wal
02:45:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c4212c5686c3441b805dc1863b2b23fb"
02:45:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:45:54 on dist-test-slave-g0vc"
02:45:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:54.964780 4935 fs_report.cc:383] FS layout report
02:45:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:45:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-1/wal
02:45:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-1/wal
02:45:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-1/data/data
02:45:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:45:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:45:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:45:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:45:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:45:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:45:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:45:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:45:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:45:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:45:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:45:55.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.008450 4935 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:45:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.009894 4935 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:45:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.010294 4935 kserver.cc:163] Server-wide thread pool size limit: 3276
02:45:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.012715 4935 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
02:45:55.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.017211 4935 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:45:55.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.017441 4935 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:45:55.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.017787 4935 ts_tablet_manager.cc:610] Registered 0 tablets
02:45:55.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.017992 4935 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:45:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.153492 4935 rpc_server.cc:307] RPC server started. Bound to: 127.4.100.130:41821
02:45:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.153597 5072 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.100.130:41821 every 8 connection(s)
02:45:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.156275 4935 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-1/data/info.pb
02:45:55.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.163552 4498 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu as pid 4935
02:45:55.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.164321 4498 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-1/wal/instance
02:45:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.177716 4498 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:45:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:45:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-2/wal
02:45:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-2/data
02:45:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:45:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:45:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:45:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:45:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:45:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:45:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-2/logs
02:45:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-2/data/info.pb
02:45:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:45:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:45:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:45:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:45:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:45:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:45:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:45:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:45:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:45:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:45:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.100.131:0
02:45:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.100.131
02:45:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.100.131
02:45:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:45:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.100.190:39439,127.4.100.189:33645,127.4.100.188:39395
02:45:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.100.148:39809
02:45:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:45:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:45:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:45:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.226895 5075 heartbeater.cc:347] Connected to a master server at 127.4.100.190:39439
02:45:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.227387 5075 heartbeater.cc:464] Registering TS with master...
02:45:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.228641 5075 heartbeater.cc:511] Master 127.4.100.190:39439 requested a full tablet report, sending...
02:45:55.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.230775 5074 heartbeater.cc:347] Connected to a master server at 127.4.100.189:33645
02:45:55.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.230814 5073 heartbeater.cc:347] Connected to a master server at 127.4.100.188:39395
02:45:55.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.231189 5074 heartbeater.cc:464] Registering TS with master...
02:45:55.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.231218 5073 heartbeater.cc:464] Registering TS with master...
02:45:55.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.231508 4543 ts_manager.cc:194] Registered new tserver with Master: c4212c5686c3441b805dc1863b2b23fb (127.4.100.130:41821)
02:45:55.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.232254 5073 heartbeater.cc:511] Master 127.4.100.188:39395 requested a full tablet report, sending...
02:45:55.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.232295 5074 heartbeater.cc:511] Master 127.4.100.189:33645 requested a full tablet report, sending...
02:45:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.233745 4543 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.100.130:42917
02:45:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.234828 4618 ts_manager.cc:194] Registered new tserver with Master: c4212c5686c3441b805dc1863b2b23fb (127.4.100.130:41821)
02:45:55.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.242671 4697 ts_manager.cc:194] Registered new tserver with Master: c4212c5686c3441b805dc1863b2b23fb (127.4.100.130:41821)
02:45:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:55.509573 5081 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:45:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:55.510021 5081 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:45:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:55.510641 5081 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:45:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:55.541448 5081 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:45:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:55.542315 5081 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.100.131
02:45:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.576115 5081 tablet_server_runner.cc:78] Tablet server non-default flags:
02:45:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:45:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.100.148:39809
02:45:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:45:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:45:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-2/data
02:45:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-2/wal
02:45:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:45:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:45:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.100.131:0
02:45:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:45:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:45:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:45:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-2/data/info.pb
02:45:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.100.131
02:45:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:45:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.100.190:39439,127.4.100.189:33645,127.4.100.188:39395
02:45:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:45:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:45:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:45:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:45:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:45:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.100.131
02:45:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-2/logs
02:45:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:45:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:45:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:45:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:45:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:45:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:45:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:45:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 01:48:57 UTC on ccycloud.quasar-czwlgj.root.comops.site
02:45:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679061
02:45:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:45:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.577347 5081 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:45:55.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.579164 5081 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:45:55.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:55.598286 5090 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:45:56.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.240265 5075 heartbeater.cc:503] Master 127.4.100.190:39439 was elected leader, sending a full tablet report...
02:45:56.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:55.598491 5089 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:45:56.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:55.598277 5092 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:45:56.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:55.599884 5081 server_base.cc:1034] running on GCE node
02:45:56.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.811435 5081 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:45:56.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.813512 5081 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:45:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.814878 5081 hybrid_clock.cc:648] HybridClock initialized: now 1790649956814833 us; error 38 us; skew 500 ppm
02:45:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.815732 5081 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:45:56.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.821622 5081 webserver.cc:460] Webserver started at http://127.4.100.131:40999/ using document root <none> and password file <none>
02:45:56.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.822461 5081 fs_manager.cc:359] Metadata directory not provided
02:45:56.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.822638 5081 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:45:56.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.823012 5081 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:45:56.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.827769 5081 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-2/data/instance:
02:45:56.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e4579a22be844d63a0d093250e68ca00"
02:45:56.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:45:56 on dist-test-slave-g0vc"
02:45:56.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.828848 5081 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-2/wal/instance:
02:45:56.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e4579a22be844d63a0d093250e68ca00"
02:45:56.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:45:56 on dist-test-slave-g0vc"
02:45:56.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.835541 5081 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
02:45:56.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.840631 5100 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:45:56.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.841617 5081 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
02:45:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.841939 5081 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-2/data,/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-2/wal
02:45:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e4579a22be844d63a0d093250e68ca00"
02:45:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:45:56 on dist-test-slave-g0vc"
02:45:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.842290 5081 fs_report.cc:383] FS layout report
02:45:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:45:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-2/wal
02:45:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-2/wal
02:45:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-2/data/data
02:45:56.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:45:56.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:45:56.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:45:56.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:45:56.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:45:56.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:45:56.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:45:56.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:45:56.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:45:56.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:45:56.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:45:56.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.881135 5081 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:45:56.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.883060 5081 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:45:56.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.883616 5081 kserver.cc:163] Server-wide thread pool size limit: 3276
02:45:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.886149 5081 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
02:45:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.890563 5081 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:45:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.890792 5081 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:45:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.891161 5081 ts_tablet_manager.cc:610] Registered 0 tablets
02:45:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:56.891343 5081 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:45:57.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.033075 5081 rpc_server.cc:307] RPC server started. Bound to: 127.4.100.131:43709
02:45:57.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.033171 5212 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.100.131:43709 every 8 connection(s)
02:45:57.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.035552 5081 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-2/data/info.pb
02:45:57.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.041980 4498 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu as pid 5081
02:45:57.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.042551 4498 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster3239385935011104995/ts-2/wal/instance
02:45:57.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.090544 5215 heartbeater.cc:347] Connected to a master server at 127.4.100.190:39439
02:45:57.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.090721 5214 heartbeater.cc:347] Connected to a master server at 127.4.100.189:33645
02:45:57.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.091069 5214 heartbeater.cc:464] Registering TS with master...
02:45:57.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.091069 5215 heartbeater.cc:464] Registering TS with master...
02:45:57.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.091949 5213 heartbeater.cc:347] Connected to a master server at 127.4.100.188:39395
02:45:57.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.092248 5213 heartbeater.cc:464] Registering TS with master...
02:45:57.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.092312 5214 heartbeater.cc:511] Master 127.4.100.189:33645 requested a full tablet report, sending...
02:45:57.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.092403 5215 heartbeater.cc:511] Master 127.4.100.190:39439 requested a full tablet report, sending...
02:45:57.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.093050 5213 heartbeater.cc:511] Master 127.4.100.188:39395 requested a full tablet report, sending...
02:45:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.094621 4543 ts_manager.cc:194] Registered new tserver with Master: e4579a22be844d63a0d093250e68ca00 (127.4.100.131:43709)
02:45:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.095654 4697 ts_manager.cc:194] Registered new tserver with Master: e4579a22be844d63a0d093250e68ca00 (127.4.100.131:43709)
02:45:57.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.095865 4618 ts_manager.cc:194] Registered new tserver with Master: e4579a22be844d63a0d093250e68ca00 (127.4.100.131:43709)
02:45:57.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.096879 4543 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.100.131:58231
02:45:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.108999 4498 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
02:45:57.119 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:45:57.120 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
02:45:57.131 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.4.100.190"
port: 39439
}
bound_http_address {
host: "127.4.100.190"
port: 36061
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.4.100.189"
port: 33645
}
bound_http_address {
host: "127.4.100.189"
port: 35981
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.4.100.188"
port: 39395
}
bound_http_address {
host: "127.4.100.188"
port: 37083
}
}
}
02:45:57.135 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:45:57.138 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.4.100.129"
port: 36307
}
bound_http_address {
host: "127.4.100.129"
port: 45139
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.4.100.130"
port: 41821
}
bound_http_address {
host: "127.4.100.130"
port: 45401
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.4.100.131"
port: 43709
}
bound_http_address {
host: "127.4.100.131"
port: 40999
}
}
}
02:45:57.138 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:45:57.359 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
02:45:57.477 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskWCUZJz/test-tmp
02:45:57.478 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:45:57.479 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskWCUZJz/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:45:57.483 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
02:45:57.804 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:45:57.804 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:45:57.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.807353 5225 mini_oidc.cc:152] Starting JWKS server
02:45:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.810833 5225 webserver.cc:460] Webserver started at http://127.0.0.1:39015/ using document root <none> and password file <none>
02:45:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.811321 5225 mini_oidc.cc:189] Starting OIDC Discovery server
02:45:57.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:57.813006 5225 webserver.cc:460] Webserver started at http://127.0.0.1:41315/ using document root <none> and password file <none>
02:45:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
02:45:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/principal' for realm 'KRBTEST.COM',
02:45:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
02:45:57.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:45:57 dist-test-slave-g0vc krb5kdc[5237](info): setting up network...
02:45:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
02:45:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:45:57 dist-test-slave-g0vc krb5kdc[5237](info): set up 2 sockets
02:45:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:45:57 dist-test-slave-g0vc krb5kdc[5237](info): commencing operation
02:45:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
02:45:58.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:58.100454 5215 heartbeater.cc:503] Master 127.4.100.190:39439 was elected leader, sending a full tablet report...
02:45:58.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:58.929346 5225 mini_kdc.cc:121] Time spent starting KDC: real 1.092s user 0.009s sys 0.011s
02:45:58.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
02:45:58.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:45:58.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
02:45:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
02:45:58.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:45:58.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
02:45:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
02:45:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:45:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
02:45:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:45:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/test-user.keytab.
02:45:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/test-user.keytab.
02:45:59.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:45:59 dist-test-slave-g0vc krb5kdc[5237](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649959, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:45:59.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
02:45:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T02:45:59Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
02:45:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T02:45:59Z Disabled control of system clock
02:45:59.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.5.26.126@KRBTEST.COM; defaulting to no policy
02:45:59.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:45:59.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.5.26.126@KRBTEST.COM" created.
02:45:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:45:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.26.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kudu_127.5.26.126.keytab.
02:45:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.26.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kudu_127.5.26.126.keytab.
02:45:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:59.120287 5225 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:45:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:45:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/wal
02:45:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/data
02:45:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:45:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:45:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:45:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:45:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:45:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:45:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/logs
02:45:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/data/info.pb
02:45:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:45:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:45:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:45:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.26.126:42813
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.26.126
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kudu_127.5.26.126.keytab
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.26.126
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.26.84:33833
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.26.126:42813,127.5.26.125:34831,127.5.26.124:46407
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39015/jwks.json
02:45:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:45:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:59.434996 5251 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:45:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:59.435700 5251 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:45:59.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:59.436389 5251 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:45:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:59.467594 5251 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
02:45:59.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:59.467877 5251 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:45:59.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:59.468291 5251 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:45:59.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:59.468614 5251 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:45:59.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:59.468938 5251 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:45:59.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:59.469307 5251 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:45:59.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:59.469600 5251 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39015/jwks.json
02:45:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:59.507193 5251 master_runner.cc:386] Master server non-default flags:
02:45:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:45:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.26.84:33833
02:45:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:45:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:45:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/data
02:45:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/wal
02:45:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:45:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:45:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.26.126:42813,127.5.26.125:34831,127.5.26.124:46407
02:45:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kudu_127.5.26.126.keytab
02:45:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.26.126
02:45:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:45:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:45:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:45:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.26.126:42813
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39015/jwks.json
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/data/info.pb
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.26.126
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/logs
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 01:48:57 UTC on ccycloud.quasar-czwlgj.root.comops.site
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679061
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:45:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:59.508313 5251 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:45:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:45:59.509546 5251 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:45:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:59.529059 5258 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:46:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:59.529104 5257 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:46:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:45:59.529072 5260 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:46:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.763530 5251 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:46:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:00.764215 5259 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:46:00.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.767851 5251 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:46:00.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.770412 5251 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:46:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.771793 5251 hybrid_clock.cc:648] HybridClock initialized: now 1790649960771751 us; error 59 us; skew 500 ppm
02:46:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.772635 5251 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:46:00.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:00 dist-test-slave-g0vc krb5kdc[5237](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649960, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.26.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:46:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.778412 5251 init.cc:377] Logged in from keytab as kudu/127.5.26.126@KRBTEST.COM (short username kudu)
02:46:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.783394 5251 webserver.cc:460] Webserver started at http://127.5.26.126:36349/ using document root <none> and password file <none>
02:46:00.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.784246 5251 fs_manager.cc:359] Metadata directory not provided
02:46:00.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.784464 5251 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:46:00.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.784823 5251 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:46:00.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.789538 5251 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/data/instance:
02:46:00.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da2fa6f72df244da8ce1e89e49f29bda"
02:46:00.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:46:00 on dist-test-slave-g0vc"
02:46:00.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.790774 5251 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/wal/instance:
02:46:00.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da2fa6f72df244da8ce1e89e49f29bda"
02:46:00.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:46:00 on dist-test-slave-g0vc"
02:46:00.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.797861 5251 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
02:46:00.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.803557 5268 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:46:00.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.804652 5251 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
02:46:00.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.804996 5251 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/data,/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/wal
02:46:00.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da2fa6f72df244da8ce1e89e49f29bda"
02:46:00.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:46:00 on dist-test-slave-g0vc"
02:46:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.805461 5251 fs_report.cc:383] FS layout report
02:46:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:46:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/wal
02:46:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/wal
02:46:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/data/data
02:46:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:46:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:46:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:46:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:46:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:46:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:46:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:46:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:46:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:46:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:46:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:46:00.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.845486 5251 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:46:00.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.851094 5251 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:46:00.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.851503 5251 kserver.cc:163] Server-wide thread pool size limit: 3276
02:46:00.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.921235 5251 rpc_server.cc:307] RPC server started. Bound to: 127.5.26.126:42813
02:46:00.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.921327 5319 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.26.126:42813 every 8 connection(s)
02:46:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.923805 5251 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/data/info.pb
02:46:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.930220 5320 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:46:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.930409 5225 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu as pid 5251
02:46:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.930910 5225 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/wal/instance
02:46:00.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.943291 5320 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.26.126" port: 42813 } has no permanent_uuid. Determining permanent_uuid...
02:46:00.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.5.26.125@KRBTEST.COM; defaulting to no policy
02:46:00.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:46:00.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.5.26.125@KRBTEST.COM" created.
02:46:00.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:00 dist-test-slave-g0vc krb5kdc[5237](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649960, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.26.126@KRBTEST.COM for kudu/127.5.26.126@KRBTEST.COM
02:46:00.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:46:00.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.26.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kudu_127.5.26.125.keytab.
02:46:00.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.26.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kudu_127.5.26.125.keytab.
02:46:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.987987 5225 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:46:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:46:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/wal
02:46:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/data
02:46:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:46:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:46:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:46:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:46:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:46:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:46:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/logs
02:46:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/data/info.pb
02:46:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:46:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:46:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.26.125:34831
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.26.125
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kudu_127.5.26.125.keytab
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.26.125
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.26.84:33833
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.26.126:42813,127.5.26.125:34831,127.5.26.124:46407
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39015/jwks.json
02:46:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:46:00.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:00.993510 5320 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } has no permanent_uuid. Determining permanent_uuid...
02:46:00.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:00.995802 5270 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.26.125:34831: connect: Connection refused (error 111)
02:46:01.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:00.999702 5320 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.125:34831: Network error: Client connection negotiation failed: client connection to 127.5.26.125:34831: connect: Connection refused (error 111)
02:46:01.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:01.049113 5320 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } attempt: 1
02:46:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:01.052747 5320 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.125:34831: Network error: Client connection negotiation failed: client connection to 127.5.26.125:34831: connect: Connection refused (error 111)
02:46:01.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:01.121073 5320 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } attempt: 2
02:46:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:01.124594 5320 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.125:34831: Network error: Client connection negotiation failed: client connection to 127.5.26.125:34831: connect: Connection refused (error 111)
02:46:01.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:01.215965 5320 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } attempt: 3
02:46:01.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:01.219317 5320 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.125:34831: Network error: Client connection negotiation failed: client connection to 127.5.26.125:34831: connect: Connection refused (error 111)
02:46:01.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:01.315982 5327 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:46:01.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:01.316527 5327 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:46:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:01.317097 5327 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:46:01.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:01.348448 5327 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
02:46:01.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:01.348667 5327 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:46:01.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:01.349011 5327 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:46:01.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:01.349220 5327 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:46:01.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:01.349408 5327 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:46:01.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:01.349591 5327 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:46:01.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:01.349726 5327 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39015/jwks.json
02:46:01.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:01.362728 5320 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } attempt: 4
02:46:01.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:01.366410 5320 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.125:34831: Network error: Client connection negotiation failed: client connection to 127.5.26.125:34831: connect: Connection refused (error 111)
02:46:01.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:01.389252 5327 master_runner.cc:386] Master server non-default flags:
02:46:01.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:46:01.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.26.84:33833
02:46:01.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:46:01.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:46:01.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/data
02:46:01.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/wal
02:46:01.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:46:01.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:46:01.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.26.126:42813,127.5.26.125:34831,127.5.26.124:46407
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kudu_127.5.26.125.keytab
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.26.125
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.26.125:34831
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39015/jwks.json
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/data/info.pb
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.26.125
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/logs
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:46:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:46:01.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 01:48:57 UTC on ccycloud.quasar-czwlgj.root.comops.site
02:46:01.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679061
02:46:01.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:46:01.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:01.390491 5327 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:46:01.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:01.391494 5327 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:46:01.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:01.410348 5337 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:46:01.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:01.665809 5320 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } attempt: 5
02:46:01.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:01.669907 5320 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.125:34831: Network error: Client connection negotiation failed: client connection to 127.5.26.125:34831: connect: Connection refused (error 111)
02:46:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.217338 5320 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } attempt: 6
02:46:02.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:02.224040 5320 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.125:34831: Network error: Client connection negotiation failed: client connection to 127.5.26.125:34831: connect: Connection refused (error 111)
02:46:02.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:01.410437 5334 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:46:02.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:01.410809 5327 server_base.cc:1034] running on GCE node
02:46:02.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:01.410470 5335 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:46:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.639693 5327 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:46:02.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.642318 5327 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:46:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.643671 5327 hybrid_clock.cc:648] HybridClock initialized: now 1790649962643644 us; error 74 us; skew 500 ppm
02:46:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.644469 5327 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:46:02.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:02 dist-test-slave-g0vc krb5kdc[5237](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649962, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.26.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:46:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.650588 5327 init.cc:377] Logged in from keytab as kudu/127.5.26.125@KRBTEST.COM (short username kudu)
02:46:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.655247 5327 webserver.cc:460] Webserver started at http://127.5.26.125:38559/ using document root <none> and password file <none>
02:46:02.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.656344 5327 fs_manager.cc:359] Metadata directory not provided
02:46:02.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.656610 5327 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:46:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.657161 5327 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:46:02.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.662884 5327 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/data/instance:
02:46:02.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "276a7a6148f74488b59088eaf84ff10a"
02:46:02.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:46:02 on dist-test-slave-g0vc"
02:46:02.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.664326 5327 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/wal/instance:
02:46:02.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "276a7a6148f74488b59088eaf84ff10a"
02:46:02.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:46:02 on dist-test-slave-g0vc"
02:46:02.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.671247 5327 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
02:46:02.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.676783 5347 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:46:02.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.678031 5327 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
02:46:02.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.678334 5327 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/data,/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/wal
02:46:02.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "276a7a6148f74488b59088eaf84ff10a"
02:46:02.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:46:02 on dist-test-slave-g0vc"
02:46:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.678653 5327 fs_report.cc:383] FS layout report
02:46:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:46:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/wal
02:46:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/wal
02:46:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/data/data
02:46:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:46:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:46:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:46:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:46:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:46:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:46:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:46:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:46:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:46:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:46:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:46:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.714243 5327 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:46:02.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.719497 5327 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:46:02.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.719887 5327 kserver.cc:163] Server-wide thread pool size limit: 3276
02:46:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.795099 5327 rpc_server.cc:307] RPC server started. Bound to: 127.5.26.125:34831
02:46:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.795168 5398 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.26.125:34831 every 8 connection(s)
02:46:02.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.798934 5327 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/data/info.pb
02:46:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.800078 5225 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu as pid 5327
02:46:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.800521 5225 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/wal/instance
02:46:02.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.805295 5399 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:46:02.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.5.26.124@KRBTEST.COM; defaulting to no policy
02:46:02.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:46:02.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.5.26.124@KRBTEST.COM" created.
02:46:02.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.817054 5399 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.26.126" port: 42813 } has no permanent_uuid. Determining permanent_uuid...
02:46:02.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:02 dist-test-slave-g0vc krb5kdc[5237](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649962, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.26.125@KRBTEST.COM for kudu/127.5.26.126@KRBTEST.COM
02:46:02.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:46:02.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.26.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kudu_127.5.26.124.keytab.
02:46:02.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.26.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kudu_127.5.26.124.keytab.
02:46:02.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.848371 5225 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:46:02.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:46:02.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/wal
02:46:02.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/data
02:46:02.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:46:02.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:46:02.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/logs
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/data/info.pb
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.26.124:46407
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.26.124
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kudu_127.5.26.124.keytab
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.26.124
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.26.84:33833
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:46:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:46:02.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:46:02.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.26.126:42813,127.5.26.125:34831,127.5.26.124:46407
02:46:02.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:46:02.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39015/jwks.json
02:46:02.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:46:02.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.857340 5399 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } has no permanent_uuid. Determining permanent_uuid...
02:46:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:02 dist-test-slave-g0vc krb5kdc[5237](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649962, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.26.125@KRBTEST.COM for kudu/127.5.26.125@KRBTEST.COM
02:46:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.882733 5399 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } has no permanent_uuid. Determining permanent_uuid...
02:46:02.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:02.884722 5349 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.26.124:46407: connect: Connection refused (error 111)
02:46:02.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:02.888550 5399 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.124:46407: Network error: Client connection negotiation failed: client connection to 127.5.26.124:46407: connect: Connection refused (error 111)
02:46:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:02.937963 5399 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } attempt: 1
02:46:02.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:02.943843 5399 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.124:46407: Network error: Client connection negotiation failed: client connection to 127.5.26.124:46407: connect: Connection refused (error 111)
02:46:03.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:03.012290 5399 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } attempt: 2
02:46:03.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.016070 5399 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.124:46407: Network error: Client connection negotiation failed: client connection to 127.5.26.124:46407: connect: Connection refused (error 111)
02:46:03.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:03.107511 5399 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } attempt: 3
02:46:03.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.111009 5399 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.124:46407: Network error: Client connection negotiation failed: client connection to 127.5.26.124:46407: connect: Connection refused (error 111)
02:46:03.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.165167 5405 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:46:03.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.165817 5405 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:46:03.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.166507 5405 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:46:03.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.197860 5405 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
02:46:03.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.198135 5405 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:46:03.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.198518 5405 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:46:03.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.198834 5405 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:46:03.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.199170 5405 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:46:03.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.199376 5405 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:46:03.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.199522 5405 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39015/jwks.json
02:46:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:03.236261 5405 master_runner.cc:386] Master server non-default flags:
02:46:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:46:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.26.84:33833
02:46:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:46:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:46:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/data
02:46:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/wal
02:46:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.26.126:42813,127.5.26.125:34831,127.5.26.124:46407
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kudu_127.5.26.124.keytab
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.26.124
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.26.124:46407
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39015/jwks.json
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/data/info.pb
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.26.124
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:46:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/logs
02:46:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:46:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:46:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:46:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:46:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:46:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:46:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:46:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 01:48:57 UTC on ccycloud.quasar-czwlgj.root.comops.site
02:46:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679061
02:46:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:46:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:03.237567 5405 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:46:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:03.238561 5405 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:46:03.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:03.254449 5399 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } attempt: 4
02:46:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.255695 5413 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:46:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.258529 5399 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.124:46407: Network error: Client connection negotiation failed: client connection to 127.5.26.124:46407: connect: Connection refused (error 111)
02:46:03.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:03.284612 5320 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } attempt: 7
02:46:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:03 dist-test-slave-g0vc krb5kdc[5237](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649960, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.26.126@KRBTEST.COM for kudu/127.5.26.125@KRBTEST.COM
02:46:03.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:03.328890 5320 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } has no permanent_uuid. Determining permanent_uuid...
02:46:03.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.336695 5320 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.124:46407: Network error: Client connection negotiation failed: client connection to 127.5.26.124:46407: connect: Connection refused (error 111)
02:46:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:03.395269 5320 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } attempt: 1
02:46:03.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.400972 5320 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.124:46407: Network error: Client connection negotiation failed: client connection to 127.5.26.124:46407: connect: Connection refused (error 111)
02:46:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:03.482551 5320 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } attempt: 2
02:46:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.491073 5320 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.124:46407: Network error: Client connection negotiation failed: client connection to 127.5.26.124:46407: connect: Connection refused (error 111)
02:46:03.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:03.557955 5399 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } attempt: 5
02:46:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.563789 5399 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.124:46407: Network error: Client connection negotiation failed: client connection to 127.5.26.124:46407: connect: Connection refused (error 111)
02:46:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:03.576601 5320 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } attempt: 3
02:46:03.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.582248 5320 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.124:46407: Network error: Client connection negotiation failed: client connection to 127.5.26.124:46407: connect: Connection refused (error 111)
02:46:03.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:03.722811 5320 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } attempt: 4
02:46:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.728914 5320 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.124:46407: Network error: Client connection negotiation failed: client connection to 127.5.26.124:46407: connect: Connection refused (error 111)
02:46:04.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.012516 5320 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } attempt: 5
02:46:04.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:04.018666 5320 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.124:46407: Network error: Client connection negotiation failed: client connection to 127.5.26.124:46407: connect: Connection refused (error 111)
02:46:04.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.111338 5399 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } attempt: 6
02:46:04.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:04.132948 5399 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.124:46407: Network error: Client connection negotiation failed: client connection to 127.5.26.124:46407: connect: Connection refused (error 111)
02:46:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.571136 5320 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } attempt: 6
02:46:04.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:04.580952 5320 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.26.124:46407: Network error: Client connection negotiation failed: client connection to 127.5.26.124:46407: connect: Connection refused (error 111)
02:46:04.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.255756 5414 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:46:04.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:03.256196 5416 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:46:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:04.595808 5415 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1338 milliseconds
02:46:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.595912 5405 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:46:04.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.597203 5405 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:46:04.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.600183 5405 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:46:04.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.601835 5405 hybrid_clock.cc:648] HybridClock initialized: now 1790649964601797 us; error 51 us; skew 500 ppm
02:46:04.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.602696 5405 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:46:04.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:04 dist-test-slave-g0vc krb5kdc[5237](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649964, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.26.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:46:04.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.608189 5405 init.cc:377] Logged in from keytab as kudu/127.5.26.124@KRBTEST.COM (short username kudu)
02:46:04.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.612699 5405 webserver.cc:460] Webserver started at http://127.5.26.124:33489/ using document root <none> and password file <none>
02:46:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.613583 5405 fs_manager.cc:359] Metadata directory not provided
02:46:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.613801 5405 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:46:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.614274 5405 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:46:04.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.619169 5405 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/data/instance:
02:46:04.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65ff84e638ee4db3abc5320aab3481f2"
02:46:04.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:46:04 on dist-test-slave-g0vc"
02:46:04.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.620249 5405 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/wal/instance:
02:46:04.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65ff84e638ee4db3abc5320aab3481f2"
02:46:04.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:46:04 on dist-test-slave-g0vc"
02:46:04.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.627530 5405 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
02:46:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.632982 5432 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:46:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.634003 5405 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
02:46:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.634297 5405 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/data,/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/wal
02:46:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65ff84e638ee4db3abc5320aab3481f2"
02:46:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:46:04 on dist-test-slave-g0vc"
02:46:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.634585 5405 fs_report.cc:383] FS layout report
02:46:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:46:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/wal
02:46:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/wal
02:46:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/data/data
02:46:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:46:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:46:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:46:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:46:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:46:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:46:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:46:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:46:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:46:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:46:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:46:04.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.669802 5405 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:46:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.675020 5405 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:46:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.675587 5405 kserver.cc:163] Server-wide thread pool size limit: 3276
02:46:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.746672 5405 rpc_server.cc:307] RPC server started. Bound to: 127.5.26.124:46407
02:46:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.746791 5483 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.26.124:46407 every 8 connection(s)
02:46:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.749547 5405 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/data/info.pb
02:46:04.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.755919 5484 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:46:04.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.758044 5225 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu as pid 5405
02:46:04.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.758534 5225 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/wal/instance
02:46:04.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.774616 5484 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.26.126" port: 42813 } has no permanent_uuid. Determining permanent_uuid...
02:46:04.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:04 dist-test-slave-g0vc krb5kdc[5237](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649964, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.26.124@KRBTEST.COM for kudu/127.5.26.126@KRBTEST.COM
02:46:04.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:04 dist-test-slave-g0vc krb5kdc[5237](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649959, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.5.26.124@KRBTEST.COM
02:46:04.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.823945 5484 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } has no permanent_uuid. Determining permanent_uuid...
02:46:04.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:04 dist-test-slave-g0vc krb5kdc[5237](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649964, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.26.124@KRBTEST.COM for kudu/127.5.26.125@KRBTEST.COM
02:46:04.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:04 dist-test-slave-g0vc krb5kdc[5237](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649959, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.5.26.125@KRBTEST.COM
02:46:04.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.849535 5484 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } has no permanent_uuid. Determining permanent_uuid...
02:46:04.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:04 dist-test-slave-g0vc krb5kdc[5237](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649964, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.26.124@KRBTEST.COM for kudu/127.5.26.124@KRBTEST.COM
02:46:04.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:04 dist-test-slave-g0vc krb5kdc[5237](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649959, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.5.26.126@KRBTEST.COM
02:46:04.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.880124 5484 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: Bootstrap starting.
02:46:04.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.885306 5225 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
02:46:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.885949 5484 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: Neither blocks nor log segments found. Creating new log.
02:46:04.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.887717 5484 log.cc:824] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: Log is configured to *not* fsync() on all Append() calls
02:46:04.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.892431 5484 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: No bootstrap required, opened a new log
02:46:04.893 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:46:04.894 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
02:46:04.907 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
02:46:04.908 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
02:46:04.911 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.5.26.126"
port: 42813
}
bound_http_address {
host: "127.5.26.126"
port: 36349
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.5.26.125"
port: 34831
}
bound_http_address {
host: "127.5.26.125"
port: 38559
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.5.26.124"
port: 46407
}
bound_http_address {
host: "127.5.26.124"
port: 33489
}
}
}
02:46:04.912 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:46:04.912 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:46:04.912 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
02:46:04.914 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
02:46:04.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.921314 5484 raft_consensus.cc:348] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2fa6f72df244da8ce1e89e49f29bda" member_type: VOTER last_known_addr { host: "127.5.26.126" port: 42813 } } peers { permanent_uuid: "276a7a6148f74488b59088eaf84ff10a" member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } } peers { permanent_uuid: "65ff84e638ee4db3abc5320aab3481f2" member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } }
02:46:04.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.921970 5484 raft_consensus.cc:374] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:46:04.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.922269 5484 raft_consensus.cc:729] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65ff84e638ee4db3abc5320aab3481f2, State: Initialized, Role: FOLLOWER
02:46:04.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.923192 5484 consensus_queue.cc:260] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2fa6f72df244da8ce1e89e49f29bda" member_type: VOTER last_known_addr { host: "127.5.26.126" port: 42813 } } peers { permanent_uuid: "276a7a6148f74488b59088eaf84ff10a" member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } } peers { permanent_uuid: "65ff84e638ee4db3abc5320aab3481f2" member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } }
02:46:04.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.928334 5495 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2fa6f72df244da8ce1e89e49f29bda" member_type: VOTER last_known_addr { host: "127.5.26.126" port: 42813 } } peers { permanent_uuid: "276a7a6148f74488b59088eaf84ff10a" member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } } peers { permanent_uuid: "65ff84e638ee4db3abc5320aab3481f2" member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } } }
02:46:04.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.929275 5495 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [sys.catalog]: This master's current role is: FOLLOWER
02:46:04.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:04.933637 5438 tablet.cc:2369] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:46:04.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.934398 5484 sys_catalog.cc:564] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [sys.catalog]: configured and running, proceeding with master startup.
02:46:04.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:04 dist-test-slave-g0vc krb5kdc[5237](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649964, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:46:04.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
02:46:04.970 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:46:04.972 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/krb5cc
02:46:04.979 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:46:04.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:04.979955 5507 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:04.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:04.980301 5507 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:04.981 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/krb5cc
02:46:04.982 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:46:04.986 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
02:46:04.987 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
02:46:04.988 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
02:46:05.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:04.971375 5405 master_runner.cc:186] Error getting master registration for 127.5.26.126:42813: OK, instance_id { permanent_uuid: "da2fa6f72df244da8ce1e89e49f29bda" instance_seqno: 1790649960901467 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:46:05.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:05.006122 5405 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:46:05.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:05 dist-test-slave-g0vc krb5kdc[5237](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649965, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:46:05.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
02:46:05.020 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:46:05.020 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/krb5cc
02:46:05.021 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:46:05.022 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.26.125:34831
02:46:05.023 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
02:46:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:05.024365 5225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu with pid 5327
02:46:05.052 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:46:05.052 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.26.126:42813
02:46:05.053 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
02:46:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:05.053279 5225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu with pid 5251
02:46:05.081 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:46:05.081 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.26.124:46407
02:46:05.082 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
02:46:05.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:05.082307 5225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu with pid 5405
02:46:05.104 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:46:05.104 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.5.26.125:34831
02:46:05.106 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
02:46:05.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:05.107884 5225 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:46:05.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:46:05.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/wal
02:46:05.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/data
02:46:05.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:46:05.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/logs
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/data/info.pb
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.26.125:34831
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.26.125
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38559
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kudu_127.5.26.125.keytab
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.26.125
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:46:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:46:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.26.84:33833
02:46:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:46:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:46:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:46:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:46:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.26.126:42813,127.5.26.125:34831,127.5.26.124:46407
02:46:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:46:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39015/jwks.json
02:46:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:46:05.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:05.431672 5511 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:46:05.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:05.432205 5511 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:46:05.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:05.432776 5511 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:46:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:05.453670 5209 debug-util.cc:398] Leaking SignalData structure 0x7b0800043080 after lost signal to thread 5084
02:46:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:05.454492 5209 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba100 after lost signal to thread 5212
02:46:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:05.466019 5511 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
02:46:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:05.466230 5511 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:46:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:05.466497 5511 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:46:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:05.466691 5511 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:46:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:05.466873 5511 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:46:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:05.467123 5511 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:46:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:05.467278 5511 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39015/jwks.json
02:46:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:05.513705 5511 master_runner.cc:386] Master server non-default flags:
02:46:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:46:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.26.84:33833
02:46:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:46:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:46:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/data
02:46:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/wal
02:46:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:46:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:46:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.26.126:42813,127.5.26.125:34831,127.5.26.124:46407
02:46:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kudu_127.5.26.125.keytab
02:46:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.26.125
02:46:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:46:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:46:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:46:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.26.125:34831
02:46:05.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:46:05.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:46:05.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:46:05.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39015/jwks.json
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/data/info.pb
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.26.125
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38559
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/logs
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 01:48:57 UTC on ccycloud.quasar-czwlgj.root.comops.site
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679061
02:46:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:46:05.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:05.514777 5511 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:46:05.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:05.515770 5511 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:46:05.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:05.534436 5519 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:46:06.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:05.536209 5511 server_base.cc:1034] running on GCE node
02:46:06.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:05.536319 5518 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:46:06.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:05.534777 5521 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:46:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:06.798987 5511 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:46:06.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:06.802281 5511 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:46:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:06.803737 5511 hybrid_clock.cc:648] HybridClock initialized: now 1790649966803711 us; error 49 us; skew 500 ppm
02:46:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:06.804685 5511 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:46:06.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:06 dist-test-slave-g0vc krb5kdc[5237](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649966, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.26.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:46:06.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:06.810701 5511 init.cc:377] Logged in from keytab as kudu/127.5.26.125@KRBTEST.COM (short username kudu)
02:46:06.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:06.816250 5511 webserver.cc:460] Webserver started at http://127.5.26.125:38559/ using document root <none> and password file <none>
02:46:06.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:06.817166 5511 fs_manager.cc:359] Metadata directory not provided
02:46:06.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:06.817410 5511 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:46:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:06.825915 5511 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.003s sys 0.002s
02:46:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:06.830852 5530 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:46:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:06.832065 5511 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
02:46:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:06.832355 5511 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/data,/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/wal
02:46:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "276a7a6148f74488b59088eaf84ff10a"
02:46:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:46:02 on dist-test-slave-g0vc"
02:46:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:06.834709 5511 fs_report.cc:383] FS layout report
02:46:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:46:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/wal
02:46:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/wal
02:46:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/data/data
02:46:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:46:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:46:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:46:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:46:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:46:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:46:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:46:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:46:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:46:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:46:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:46:06.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:06.877841 5511 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:46:06.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:06.883594 5511 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:46:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:06.884163 5511 kserver.cc:163] Server-wide thread pool size limit: 3276
02:46:06.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:06.988523 5511 rpc_server.cc:307] RPC server started. Bound to: 127.5.26.125:34831
02:46:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:06.988791 5581 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.26.125:34831 every 8 connection(s)
02:46:06.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:06.991592 5511 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/data/info.pb
02:46:07.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:07.000221 5225 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu as pid 5511
02:46:07.000 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:46:07.001 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.5.26.126:42813
02:46:07.001 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
02:46:07.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:07.002568 5225 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:46:07.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/wal
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/data
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/logs
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/data/info.pb
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:46:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:46:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.26.126:42813
02:46:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.26.126
02:46:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36349
02:46:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kudu_127.5.26.126.keytab
02:46:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.26.126
02:46:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:46:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:46:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:46:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.26.84:33833
02:46:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:46:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:46:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:46:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:46:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.26.126:42813,127.5.26.125:34831,127.5.26.124:46407
02:46:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:46:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39015/jwks.json
02:46:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:46:07.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:07.007532 5582 sys_catalog.cc:263] Verifying existing consensus state
02:46:07.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260929 02:46:07.008383 5582 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
02:46:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:07.008826 5511 master.cc:537] Master@127.5.26.125:34831 shutting down...
02:46:07.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:07.093294 5511 master.cc:552] Master@127.5.26.125:34831 shutdown complete.
02:46:07.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
02:46:07.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:07.342959 5584 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:46:07.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:07.343519 5584 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:46:07.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:07.344074 5584 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:46:07.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:07.375648 5584 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
02:46:07.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:07.375867 5584 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:46:07.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:07.376246 5584 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:46:07.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:07.376600 5584 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:46:07.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:07.376900 5584 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:46:07.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:07.377105 5584 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:46:07.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:07.377326 5584 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39015/jwks.json
02:46:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:07.415884 5584 master_runner.cc:386] Master server non-default flags:
02:46:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:46:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.26.84:33833
02:46:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:46:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:46:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/data
02:46:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/wal
02:46:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:46:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:46:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.26.126:42813,127.5.26.125:34831,127.5.26.124:46407
02:46:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kudu_127.5.26.126.keytab
02:46:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.26.126
02:46:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:46:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:46:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:46:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.26.126:42813
02:46:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39015/jwks.json
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/data/info.pb
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.26.126
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36349
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/logs
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 01:48:57 UTC on ccycloud.quasar-czwlgj.root.comops.site
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679061
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:46:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:07.417233 5584 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:46:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:07.418581 5584 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:46:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:07.436201 5591 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:46:08.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:07.436452 5593 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:46:08.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:07.436196 5590 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:46:08.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:08.663388 5592 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:46:08.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.663471 5584 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:46:08.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.667968 5584 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:46:08.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.670349 5584 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:46:08.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.671708 5584 hybrid_clock.cc:648] HybridClock initialized: now 1790649968671666 us; error 59 us; skew 500 ppm
02:46:08.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.672587 5584 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:46:08.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:08 dist-test-slave-g0vc krb5kdc[5237](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649968, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.26.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:46:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.682963 5584 init.cc:377] Logged in from keytab as kudu/127.5.26.126@KRBTEST.COM (short username kudu)
02:46:08.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.688895 5584 webserver.cc:460] Webserver started at http://127.5.26.126:36349/ using document root <none> and password file <none>
02:46:08.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.690053 5584 fs_manager.cc:359] Metadata directory not provided
02:46:08.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.690328 5584 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:46:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.699548 5584 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.001s
02:46:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.704280 5603 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:46:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.705566 5584 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
02:46:08.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.705984 5584 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/data,/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/wal
02:46:08.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da2fa6f72df244da8ce1e89e49f29bda"
02:46:08.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:46:00 on dist-test-slave-g0vc"
02:46:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.708638 5584 fs_report.cc:383] FS layout report
02:46:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:46:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/wal
02:46:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/wal
02:46:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/data/data
02:46:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:46:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:46:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:46:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:46:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:46:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:46:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:46:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:46:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:46:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:46:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:46:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.769773 5584 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:46:08.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.775856 5584 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:46:08.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.776372 5584 kserver.cc:163] Server-wide thread pool size limit: 3276
02:46:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.847229 5584 rpc_server.cc:307] RPC server started. Bound to: 127.5.26.126:42813
02:46:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.847347 5654 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.26.126:42813 every 8 connection(s)
02:46:08.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.850147 5584 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/data/info.pb
02:46:08.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.858038 5225 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu as pid 5584
02:46:08.859 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:46:08.859 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.5.26.124:46407
02:46:08.859 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
02:46:08.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.860447 5655 sys_catalog.cc:263] Verifying existing consensus state
02:46:08.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260929 02:46:08.861227 5655 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
02:46:08.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.861626 5584 master.cc:537] Master@127.5.26.126:42813 shutting down...
02:46:08.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.861649 5225 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:46:08.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/wal
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/data
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/logs
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/data/info.pb
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.26.124:46407
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.26.124
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33489
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kudu_127.5.26.124.keytab
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.26.124
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.26.84:33833
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:46:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:46:08.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:46:08.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.26.126:42813,127.5.26.125:34831,127.5.26.124:46407
02:46:08.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:46:08.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39015/jwks.json
02:46:08.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:46:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:08.921842 5584 master.cc:552] Master@127.5.26.126:42813 shutdown complete.
02:46:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
02:46:09.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:09.187280 5657 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:46:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:09.187809 5657 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:46:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:09.188457 5657 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:46:09.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:09.222776 5657 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
02:46:09.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:09.222996 5657 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:46:09.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:09.223322 5657 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:46:09.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:09.223528 5657 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:46:09.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:09.223713 5657 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:46:09.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:09.223896 5657 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:46:09.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:09.224031 5657 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39015/jwks.json
02:46:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:09.265097 5657 master_runner.cc:386] Master server non-default flags:
02:46:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:46:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.26.84:33833
02:46:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:46:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:46:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/data
02:46:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/wal
02:46:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:46:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:46:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.26.126:42813,127.5.26.125:34831,127.5.26.124:46407
02:46:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/krb5kdc/kudu_127.5.26.124.keytab
02:46:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.26.124
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.26.124:46407
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39015/jwks.json
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/data/info.pb
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.26.124
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33489
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/logs
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:46:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 01:48:57 UTC on ccycloud.quasar-czwlgj.root.comops.site
02:46:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679061
02:46:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:46:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:09.266171 5657 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:46:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:09.267150 5657 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:46:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:09.283599 5663 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:46:10.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:09.283663 5666 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:46:10.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:09.284502 5664 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:46:10.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:09.287849 5657 server_base.cc:1034] running on GCE node
02:46:10.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.511451 5657 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:46:10.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.515516 5657 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:46:10.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.517230 5657 hybrid_clock.cc:648] HybridClock initialized: now 1790649970517174 us; error 69 us; skew 500 ppm
02:46:10.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.518097 5657 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:46:10.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:10 dist-test-slave-g0vc krb5kdc[5237](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649970, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.26.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:46:10.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.524367 5657 init.cc:377] Logged in from keytab as kudu/127.5.26.124@KRBTEST.COM (short username kudu)
02:46:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.530030 5657 webserver.cc:460] Webserver started at http://127.5.26.124:33489/ using document root <none> and password file <none>
02:46:10.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.530979 5657 fs_manager.cc:359] Metadata directory not provided
02:46:10.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.531275 5657 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:46:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.540079 5657 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.001s
02:46:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.544728 5675 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:46:10.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.545817 5657 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
02:46:10.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.546209 5657 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/data,/tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/wal
02:46:10.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65ff84e638ee4db3abc5320aab3481f2"
02:46:10.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:46:04 on dist-test-slave-g0vc"
02:46:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.548596 5657 fs_report.cc:383] FS layout report
02:46:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:46:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/wal
02:46:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/wal
02:46:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/data/data
02:46:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:46:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:46:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:46:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:46:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:46:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:46:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:46:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:46:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:46:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:46:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:46:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.595734 5657 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:46:10.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.601207 5657 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:46:10.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.601727 5657 kserver.cc:163] Server-wide thread pool size limit: 3276
02:46:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.671662 5657 rpc_server.cc:307] RPC server started. Bound to: 127.5.26.124:46407
02:46:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.671782 5726 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.26.124:46407 every 8 connection(s)
02:46:10.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.674413 5657 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskWCUZJz/test-tmp/mini-kudu-cluster855936947787449498/master-2/data/info.pb
02:46:10.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.678507 5225 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu as pid 5657
02:46:10.679 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:46:10.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.685150 5727 sys_catalog.cc:263] Verifying existing consensus state
02:46:10.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.691965 5727 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: Bootstrap starting.
02:46:10.725 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:10.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.737180 5727 log.cc:824] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: Log is configured to *not* fsync() on all Append() calls
02:46:10.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.742609 5727 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:46:10.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.743496 5727 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: Bootstrap complete.
02:46:10.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.778872 5727 raft_consensus.cc:348] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2fa6f72df244da8ce1e89e49f29bda" member_type: VOTER last_known_addr { host: "127.5.26.126" port: 42813 } } peers { permanent_uuid: "276a7a6148f74488b59088eaf84ff10a" member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } } peers { permanent_uuid: "65ff84e638ee4db3abc5320aab3481f2" member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } }
02:46:10.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.782183 5727 raft_consensus.cc:374] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:46:10.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.782461 5727 raft_consensus.cc:729] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65ff84e638ee4db3abc5320aab3481f2, State: Initialized, Role: FOLLOWER
02:46:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.783548 5727 consensus_queue.cc:260] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2fa6f72df244da8ce1e89e49f29bda" member_type: VOTER last_known_addr { host: "127.5.26.126" port: 42813 } } peers { permanent_uuid: "276a7a6148f74488b59088eaf84ff10a" member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } } peers { permanent_uuid: "65ff84e638ee4db3abc5320aab3481f2" member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } }
02:46:10.790 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:10.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.791922 5731 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2fa6f72df244da8ce1e89e49f29bda" member_type: VOTER last_known_addr { host: "127.5.26.126" port: 42813 } } peers { permanent_uuid: "276a7a6148f74488b59088eaf84ff10a" member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } } peers { permanent_uuid: "65ff84e638ee4db3abc5320aab3481f2" member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } } }
02:46:10.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.792733 5731 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [sys.catalog]: This master's current role is: FOLLOWER
02:46:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.795265 5727 sys_catalog.cc:564] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [sys.catalog]: configured and running, proceeding with master startup.
02:46:10.800 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.26.124:46407(127.5.26.124:46407)] connecting to peer
02:46:10.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:10.829133 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:10.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:10.829685 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:10.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.827733 5657 master_runner.cc:186] Error getting master registration for 127.5.26.126:42813: Network error: Client connection negotiation failed: client connection to 127.5.26.126:42813: connect: Connection refused (error 111),
02:46:10.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.856940 5657 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:46:10.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:10.856889 5681 tablet.cc:2369] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:46:10.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:10.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:10.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:10.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:10.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:10.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:10.868 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.26.124:46407(127.5.26.124:46407)] Successfully connected to peer
02:46:10.949 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
02:46:10.959 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.5.26.124
02:46:10.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.993846 5731 raft_consensus.cc:482] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:46:10.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:10.994374 5731 raft_consensus.cc:504] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2fa6f72df244da8ce1e89e49f29bda" member_type: VOTER last_known_addr { host: "127.5.26.126" port: 42813 } } peers { permanent_uuid: "276a7a6148f74488b59088eaf84ff10a" member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } } peers { permanent_uuid: "65ff84e638ee4db3abc5320aab3481f2" member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } }
02:46:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:10.999470 5678 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.26.126:42813: connect: Connection refused (error 111)
02:46:11.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:11.001889 5731 leader_election.cc:288] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers da2fa6f72df244da8ce1e89e49f29bda (127.5.26.126:42813), 276a7a6148f74488b59088eaf84ff10a (127.5.26.125:34831)
02:46:11.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:11.016326 5677 leader_election.cc:334] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 276a7a6148f74488b59088eaf84ff10a (127.5.26.125:34831): Network error: Client connection negotiation failed: client connection to 127.5.26.125:34831: connect: Connection refused (error 111)
02:46:11.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:11.019263 5678 leader_election.cc:334] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer da2fa6f72df244da8ce1e89e49f29bda (127.5.26.126:42813): Network error: Client connection negotiation failed: client connection to 127.5.26.126:42813: connect: Connection refused (error 111)
02:46:11.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:11.019833 5678 leader_election.cc:302] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 65ff84e638ee4db3abc5320aab3481f2; no voters: 276a7a6148f74488b59088eaf84ff10a, da2fa6f72df244da8ce1e89e49f29bda
02:46:11.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:11.020783 5731 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:46:11.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:11 dist-test-slave-g0vc krb5kdc[5237](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649965, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.5.26.124@KRBTEST.COM
02:46:11.237 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe82c3ab2, L:/127.0.0.1:49256 - R:/127.5.26.124:46407] using SASL/GSSAPI
02:46:11.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:11.264 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:11.266 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:11.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:11.283 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:11.285 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:11.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:11.323 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:11.325 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:11.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:11.363 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:11.364 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:11.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:11.423 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:11.425 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:11.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:11.464 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:11.466 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:11.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:11.603 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:11.605 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:11.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:11.803 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:11.804 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:11.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:11.833582 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:11.833976 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:11.923 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:11.924 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:11.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:11.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:11.933 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:12.283 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:12.284 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:12.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:12.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:12.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:12.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:12.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:12.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:12.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:12.836903 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:12.837152 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:13.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:13.029969 5751 raft_consensus.cc:482] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:46:13.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:13.030333 5751 raft_consensus.cc:504] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2fa6f72df244da8ce1e89e49f29bda" member_type: VOTER last_known_addr { host: "127.5.26.126" port: 42813 } } peers { permanent_uuid: "276a7a6148f74488b59088eaf84ff10a" member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } } peers { permanent_uuid: "65ff84e638ee4db3abc5320aab3481f2" member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } }
02:46:13.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:13.031796 5751 leader_election.cc:288] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers da2fa6f72df244da8ce1e89e49f29bda (127.5.26.126:42813), 276a7a6148f74488b59088eaf84ff10a (127.5.26.125:34831)
02:46:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:13.038210 5678 leader_election.cc:334] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer da2fa6f72df244da8ce1e89e49f29bda (127.5.26.126:42813): Network error: Client connection negotiation failed: client connection to 127.5.26.126:42813: connect: Connection refused (error 111)
02:46:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:13.038655 5677 leader_election.cc:334] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 276a7a6148f74488b59088eaf84ff10a (127.5.26.125:34831): Network error: Client connection negotiation failed: client connection to 127.5.26.125:34831: connect: Connection refused (error 111)
02:46:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:13.039000 5677 leader_election.cc:302] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 65ff84e638ee4db3abc5320aab3481f2; no voters: 276a7a6148f74488b59088eaf84ff10a, da2fa6f72df244da8ce1e89e49f29bda
02:46:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:13.039623 5751 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:46:13.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:13.840060 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:13.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:13.840312 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:14.083 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:14.085 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:14.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:14.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:14.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:14.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:14.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:14.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:14.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:14.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:14.843151 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:14.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:14.843436 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:14.932927 5758 raft_consensus.cc:482] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:46:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:14.933297 5758 raft_consensus.cc:504] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2fa6f72df244da8ce1e89e49f29bda" member_type: VOTER last_known_addr { host: "127.5.26.126" port: 42813 } } peers { permanent_uuid: "276a7a6148f74488b59088eaf84ff10a" member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } } peers { permanent_uuid: "65ff84e638ee4db3abc5320aab3481f2" member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } }
02:46:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:14.934979 5758 leader_election.cc:288] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers da2fa6f72df244da8ce1e89e49f29bda (127.5.26.126:42813), 276a7a6148f74488b59088eaf84ff10a (127.5.26.125:34831)
02:46:14.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:14.962905 5678 leader_election.cc:334] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer da2fa6f72df244da8ce1e89e49f29bda (127.5.26.126:42813): Network error: Client connection negotiation failed: client connection to 127.5.26.126:42813: connect: Connection refused (error 111)
02:46:14.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:14.963491 5677 leader_election.cc:334] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 276a7a6148f74488b59088eaf84ff10a (127.5.26.125:34831): Network error: Client connection negotiation failed: client connection to 127.5.26.125:34831: connect: Connection refused (error 111)
02:46:14.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:14.963889 5677 leader_election.cc:302] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 65ff84e638ee4db3abc5320aab3481f2; no voters: 276a7a6148f74488b59088eaf84ff10a, da2fa6f72df244da8ce1e89e49f29bda
02:46:14.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:14.964576 5758 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:46:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:15.846169 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:15.846496 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:15.859601 5657 master_runner.cc:186] Error getting master registration for 127.5.26.126:42813: Network error: Client connection negotiation failed: client connection to 127.5.26.126:42813: connect: Connection refused (error 111),
02:46:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:15.860061 5657 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:46:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:16.849440 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:16.849728 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:17.223 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:17.224 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:17.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:17.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:17.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:17.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:17.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:17.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:17.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:17.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:17.658730 5765 raft_consensus.cc:482] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:46:17.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:17.659176 5765 raft_consensus.cc:504] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2fa6f72df244da8ce1e89e49f29bda" member_type: VOTER last_known_addr { host: "127.5.26.126" port: 42813 } } peers { permanent_uuid: "276a7a6148f74488b59088eaf84ff10a" member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } } peers { permanent_uuid: "65ff84e638ee4db3abc5320aab3481f2" member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } }
02:46:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:17.660646 5765 leader_election.cc:288] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers da2fa6f72df244da8ce1e89e49f29bda (127.5.26.126:42813), 276a7a6148f74488b59088eaf84ff10a (127.5.26.125:34831)
02:46:17.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:17.662648 5678 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.26.126:42813: connect: Connection refused (error 111) [suppressed 5 similar messages]
02:46:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:17.664968 5677 leader_election.cc:334] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 276a7a6148f74488b59088eaf84ff10a (127.5.26.125:34831): Network error: Client connection negotiation failed: client connection to 127.5.26.125:34831: connect: Connection refused (error 111)
02:46:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:17.665362 5678 leader_election.cc:334] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer da2fa6f72df244da8ce1e89e49f29bda (127.5.26.126:42813): Network error: Client connection negotiation failed: client connection to 127.5.26.126:42813: connect: Connection refused (error 111)
02:46:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:17.665664 5678 leader_election.cc:302] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 65ff84e638ee4db3abc5320aab3481f2; no voters: 276a7a6148f74488b59088eaf84ff10a, da2fa6f72df244da8ce1e89e49f29bda
02:46:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:17.666164 5765 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:46:17.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:17.852566 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:17.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:17.852865 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:17.883 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:17.884 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:17.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:17.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:17.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:17.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:17.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:17.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:17.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:18.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:18.855710 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:18.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:18.855994 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:18.923 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:18.924 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:18.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:18.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:18.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:18.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:18.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:18.927 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:18.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:19.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:19.859557 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:19.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:19.859948 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:20.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:20 dist-test-slave-g0vc krb5kdc[5237](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649980, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.26.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:46:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:20.528067 5671 init.cc:295] Successfully reacquired a new kerberos TGT
02:46:20.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:20.863866 5657 master_runner.cc:186] Error getting master registration for 127.5.26.126:42813: Network error: Client connection negotiation failed: client connection to 127.5.26.126:42813: connect: Connection refused (error 111),
02:46:20.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:20.864259 5657 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:46:20.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:20.864256 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:20.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:20.864656 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:21.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:21.759933 5776 raft_consensus.cc:482] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:46:21.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:21.760380 5776 raft_consensus.cc:504] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2fa6f72df244da8ce1e89e49f29bda" member_type: VOTER last_known_addr { host: "127.5.26.126" port: 42813 } } peers { permanent_uuid: "276a7a6148f74488b59088eaf84ff10a" member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } } peers { permanent_uuid: "65ff84e638ee4db3abc5320aab3481f2" member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } }
02:46:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:21.762548 5776 leader_election.cc:288] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers da2fa6f72df244da8ce1e89e49f29bda (127.5.26.126:42813), 276a7a6148f74488b59088eaf84ff10a (127.5.26.125:34831)
02:46:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:21.768465 5678 leader_election.cc:334] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer da2fa6f72df244da8ce1e89e49f29bda (127.5.26.126:42813): Network error: Client connection negotiation failed: client connection to 127.5.26.126:42813: connect: Connection refused (error 111)
02:46:21.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:21.769194 5677 leader_election.cc:334] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 276a7a6148f74488b59088eaf84ff10a (127.5.26.125:34831): Network error: Client connection negotiation failed: client connection to 127.5.26.125:34831: connect: Connection refused (error 111)
02:46:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:21.769586 5677 leader_election.cc:302] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 65ff84e638ee4db3abc5320aab3481f2; no voters: 276a7a6148f74488b59088eaf84ff10a, da2fa6f72df244da8ce1e89e49f29bda
02:46:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:21.770329 5776 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:46:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:21.868161 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:21.868386 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:22.164 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:22.165 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:22.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:22.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:22.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:22.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:22.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:22.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:22.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:22.871122 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:22.871361 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:23.874076 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:23.874323 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:24.876976 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:24.877220 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:25.184 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:25.185 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:25.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:25.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:25.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:25.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:25.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:25.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:25.190 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:25.866571 5657 master_runner.cc:186] Error getting master registration for 127.5.26.126:42813: Network error: Client connection negotiation failed: client connection to 127.5.26.126:42813: connect: Connection refused (error 111),
02:46:25.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:25.866921 5657 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:46:25.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:25.879918 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:25.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:25.880165 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:26.475409 5785 raft_consensus.cc:482] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:46:26.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:26.475787 5785 raft_consensus.cc:504] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2fa6f72df244da8ce1e89e49f29bda" member_type: VOTER last_known_addr { host: "127.5.26.126" port: 42813 } } peers { permanent_uuid: "276a7a6148f74488b59088eaf84ff10a" member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } } peers { permanent_uuid: "65ff84e638ee4db3abc5320aab3481f2" member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } }
02:46:26.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:26.477304 5785 leader_election.cc:288] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers da2fa6f72df244da8ce1e89e49f29bda (127.5.26.126:42813), 276a7a6148f74488b59088eaf84ff10a (127.5.26.125:34831)
02:46:26.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:26.479368 5678 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.26.126:42813: connect: Connection refused (error 111) [suppressed 3 similar messages]
02:46:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:26.481992 5678 leader_election.cc:334] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer da2fa6f72df244da8ce1e89e49f29bda (127.5.26.126:42813): Network error: Client connection negotiation failed: client connection to 127.5.26.126:42813: connect: Connection refused (error 111)
02:46:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:26.482352 5677 leader_election.cc:334] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 276a7a6148f74488b59088eaf84ff10a (127.5.26.125:34831): Network error: Client connection negotiation failed: client connection to 127.5.26.125:34831: connect: Connection refused (error 111)
02:46:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:26.482622 5677 leader_election.cc:302] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 65ff84e638ee4db3abc5320aab3481f2; no voters: 276a7a6148f74488b59088eaf84ff10a, da2fa6f72df244da8ce1e89e49f29bda
02:46:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:26.483151 5785 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:46:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:26.882858 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:26.883183 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:27.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:27.886126 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:27.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:27.886387 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:28.183 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:28.185 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:28.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:28.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:28.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:28.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:28.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:28.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:28.190 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:28.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:28.889331 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:28.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:28.889595 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:29.883 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:29.885 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:29.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:29.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:29.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:29.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:29.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:29.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:29.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:29.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:29.894342 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:29.894771 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:30.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:30.153093 5723 debug-util.cc:398] Leaking SignalData structure 0x7b08000b75e0 after lost signal to thread 5658
02:46:30.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:30.154136 5723 debug-util.cc:398] Leaking SignalData structure 0x7b080008ad60 after lost signal to thread 5726
02:46:30.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 02:46:30 dist-test-slave-g0vc krb5kdc[5237](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790649990, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.26.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:46:30.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:30.530742 5671 init.cc:295] Successfully reacquired a new kerberos TGT
02:46:30.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:30.886337 5657 master_runner.cc:186] Error getting master registration for 127.5.26.126:42813: Network error: Client connection negotiation failed: client connection to 127.5.26.126:42813: connect: Connection refused (error 111),
02:46:30.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:30.886802 5657 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:46:30.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:30.897635 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:30.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:30.897920 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:31.084 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:31.085 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:31.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:31.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:31.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:31.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:31.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:31.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:31.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:31.900872 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:31.901150 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:31.943 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:31.944 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:31.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:31.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:31.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:31.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:31.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:31.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:31.948 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:32.244 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:32.245 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:32.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:32.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:32.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:32.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:32.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:32.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:32.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:32.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:32.904120 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:32.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:32.904404 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:33.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:33.907362 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:33.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:33.907645 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:34.910356 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:34.910647 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:35.205 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:35.206 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:35.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:35.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:35.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:35.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:35.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:35.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:35.212 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:35.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:35.889434 5657 master_runner.cc:186] Error getting master registration for 127.5.26.126:42813: Network error: Client connection negotiation failed: client connection to 127.5.26.126:42813: connect: Connection refused (error 111),
02:46:35.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:35.889849 5657 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:46:35.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:35.913416 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:35.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:35.913704 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:36.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:36.427115 5803 raft_consensus.cc:482] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:46:36.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:36.427558 5803 raft_consensus.cc:504] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2fa6f72df244da8ce1e89e49f29bda" member_type: VOTER last_known_addr { host: "127.5.26.126" port: 42813 } } peers { permanent_uuid: "276a7a6148f74488b59088eaf84ff10a" member_type: VOTER last_known_addr { host: "127.5.26.125" port: 34831 } } peers { permanent_uuid: "65ff84e638ee4db3abc5320aab3481f2" member_type: VOTER last_known_addr { host: "127.5.26.124" port: 46407 } }
02:46:36.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:36.429117 5803 leader_election.cc:288] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers da2fa6f72df244da8ce1e89e49f29bda (127.5.26.126:42813), 276a7a6148f74488b59088eaf84ff10a (127.5.26.125:34831)
02:46:36.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:36.431454 5678 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.26.126:42813: connect: Connection refused (error 111) [suppressed 1 similar messages]
02:46:36.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:36.433836 5677 leader_election.cc:334] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 276a7a6148f74488b59088eaf84ff10a (127.5.26.125:34831): Network error: Client connection negotiation failed: client connection to 127.5.26.125:34831: connect: Connection refused (error 111)
02:46:36.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:36.434254 5678 leader_election.cc:334] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer da2fa6f72df244da8ce1e89e49f29bda (127.5.26.126:42813): Network error: Client connection negotiation failed: client connection to 127.5.26.126:42813: connect: Connection refused (error 111)
02:46:36.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:36.434525 5678 leader_election.cc:302] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 65ff84e638ee4db3abc5320aab3481f2; no voters: 276a7a6148f74488b59088eaf84ff10a, da2fa6f72df244da8ce1e89e49f29bda
02:46:36.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:36.435082 5803 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:46:36.604 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:36.604 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:36.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:36.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:36.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:36.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:36.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:36.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:36.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:36.916512 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:36.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:36.916821 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:37.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:37.919554 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:37.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:37.919843 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:38.922418 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:38.922699 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:39.926191 5744 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65ff84e638ee4db3abc5320aab3481f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:46:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:46:39.926553 5744 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:46:40.404 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.125:34831(127.5.26.125:34831)] connecting to peer
02:46:40.404 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.26.126:42813(127.5.26.126:42813)] connecting to peer
02:46:40.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:40.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.26.125:34831(127.5.26.125:34831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:40.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.125:34831: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831
02:46:40.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:40.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.126:42813(127.5.26.126:42813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:40.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.26.126:42813: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
02:46:40.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407; will retry
02:46:40.413 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29727), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [179ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [179ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [567ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [572ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [583ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [591ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [593ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [594ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [604ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [611ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [612ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [613ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [640ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [644ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [647ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [648ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [677ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [680ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [689ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [691ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [692ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [741ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [742ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [747ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [748ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [780ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [783ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [785ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [786ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [917ms] refreshing cache from master, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [920ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [923ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [925ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [925ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [1117ms] refreshing cache from master, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [1119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [1128ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [1129ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [1236ms] refreshing cache from master, [1237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [1238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [1240ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [1246ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [1247ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [1596ms] refreshing cache from master, [1597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [1598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [1600ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [1604ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [1604ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [3397ms] refreshing cache from master, [3397ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [3398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [3400ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [3404ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [6537ms] refreshing cache from master, [6537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [6538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [6539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [6540ms] too many traces: truncated at 100 traces, deferred=Deferred@344024018(state=PENDING, result=null, callback=(continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870) -> (continuation of Deferred@805990344 after retry RPC after error@223702531) -> (continuation of Deferred@1670804569 after retry RPC after error@369626226) -> (continuation of Deferred@1964987732 after retry RPC after error@1394346114) -> (continuation of Deferred@66619908 after retry RPC after error@1439002005) -> (continuation of Deferred@1526675340 after retry RPC after error@1762950217) -> (continuation of Deferred@788227013 after retry RPC after error@1353456202) -> (continuation of Deferred@1934361732 after retry RPC after error@972085392) -> (continuation of Deferred@1281384736 after retry RPC after error@2083409068) -> (continuation of Deferred@1876238217 after retry RPC after error@1356758715) -> (continuation of Deferred@527989985 after retry RPC after error@297601166) -> (continuation of Deferred@1448309863 after retry RPC after error@1977344944) -> (continuation of Deferred@689440414 after retry RPC after error@1343783499) -> (continuation of Deferred@497362019 after retry RPC after error@935956996), errback=(continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870) -> (continuation of Deferred@805990344 after retry RPC after error@223702531) -> (continuation of Deferred@1670804569 after retry RPC after error@369626226) -> (continuation of Deferred@1964987732 after retry RPC after error@1394346114) -> (continuation of Deferred@66619908 after retry RPC after error@1439002005) -> (continuation of Deferred@1526675340 after retry RPC after error@1762950217) -> (continuation of Deferred@788227013 after retry RPC after error@1353456202) -> (continuation of Deferred@1934361732 after retry RPC after error@972085392) -> (continuation of Deferred@1281384736 after retry RPC after error@2083409068) -> (continuation of Deferred@1876238217 after retry RPC after error@1356758715) -> (continuation of Deferred@527989985 after retry RPC after error@297601166) -> (continuation of Deferred@1448309863 after retry RPC after error@1977344944) -> (continuation of Deferred@689440414 after retry RPC after error@1343783499) -> (continuation of Deferred@497362019 after retry RPC after error@935956996)))
02:46:40.418 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.5.26.124:46407(127.5.26.124:46407)] disconnecting while in state READY
02:46:40.419 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.5.26.125:34831(127.5.26.125:34831)] disconnecting while in state TERMINATED
02:46:40.419 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.5.26.126:42813(127.5.26.126:42813)] disconnecting while in state TERMINATED
02:46:40.423 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:46:40.426 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:46:40.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:40.429741 5225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu with pid 5657
02:46:40.436 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.26.124:46407(127.5.26.124:46407)] handling channelInactive
02:46:40.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.26.124:46407(127.5.26.124:46407)] cleaning up while in state READY due to: connection closed
02:46:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T02:46:41Z chronyd exiting
02:46:42.638 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:46:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:42.640090 4498 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu with pid 4788
02:46:42.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:42.664917 4498 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu with pid 4935
02:46:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:42.690340 4498 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu with pid 5081
02:46:42.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:42.719686 4498 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu with pid 4510
02:46:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:42.749523 4498 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu with pid 4580
02:46:42.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:46:42.787907 4498 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskWCUZJz/build/tsan/bin/kudu with pid 4655
02:46:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T02:46:43Z chronyd exiting
02:46:45.024 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29727), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [179ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [179ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [567ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [572ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [583ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [591ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [593ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [594ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [604ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [611ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [612ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [613ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [640ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [644ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [647ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [648ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [677ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [680ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [689ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [691ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [692ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [741ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [742ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [747ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [748ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [780ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [783ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [785ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [786ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [917ms] refreshing cache from master, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [920ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [923ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [925ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [925ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [1117ms] refreshing cache from master, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [1119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [1128ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [1129ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [1236ms] refreshing cache from master, [1237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [1238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [1240ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [1246ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [1247ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [1596ms] refreshing cache from master, [1597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [1598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [1600ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [1604ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [1604ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [3397ms] refreshing cache from master, [3397ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [3398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [3400ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [3404ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [6537ms] refreshing cache from master, [6537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [6538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [6539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [6540ms] too many traces: truncated at 100 traces, deferred=Deferred@344024018(state=PENDING, result=null, callback=(continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870) -> (continuation of Deferred@805990344 after retry RPC after error@223702531) -> (continuation of Deferred@1670804569 after retry RPC after error@369626226) -> (continuation of Deferred@1964987732 after retry RPC after error@1394346114) -> (continuation of Deferred@66619908 after retry RPC after error@1439002005) -> (continuation of Deferred@1526675340 after retry RPC after error@1762950217) -> (continuation of Deferred@788227013 after retry RPC after error@1353456202) -> (continuation of Deferred@1934361732 after retry RPC after error@972085392) -> (continuation of Deferred@1281384736 after retry RPC after error@2083409068) -> (continuation of Deferred@1876238217 after retry RPC after error@1356758715) -> (continuation of Deferred@527989985 after retry RPC after error@297601166) -> (continuation of Deferred@1448309863 after retry RPC after error@1977344944) -> (continuation of Deferred@689440414 after retry RPC after error@1343783499) -> (continuation of Deferred@497362019 after retry RPC after error@935956996), errback=(continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870) -> (continuation of Deferred@805990344 after retry RPC after error@223702531) -> (continuation of Deferred@1670804569 after retry RPC after error@369626226) -> (continuation of Deferred@1964987732 after retry RPC after error@1394346114) -> (continuation of Deferred@66619908 after retry RPC after error@1439002005) -> (continuation of Deferred@1526675340 after retry RPC after error@1762950217) -> (continuation of Deferred@788227013 after retry RPC after error@1353456202) -> (continuation of Deferred@1934361732 after retry RPC after error@972085392) -> (continuation of Deferred@1281384736 after retry RPC after error@2083409068) -> (continuation of Deferred@1876238217 after retry RPC after error@1356758715) -> (continuation of Deferred@527989985 after retry RPC after error@297601166) -> (continuation of Deferred@1448309863 after retry RPC after error@1977344944) -> (continuation of Deferred@689440414 after retry RPC after error@1343783499) -> (continuation of Deferred@497362019 after retry RPC after error@935956996)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.26.126:42813
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29727), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [179ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [179ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [567ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [572ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [583ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [591ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [593ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [594ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [604ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [611ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [612ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [613ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [640ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [644ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [647ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [648ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [677ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [680ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [689ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [691ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [692ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [741ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [742ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [747ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [748ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [780ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [783ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [785ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [786ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [917ms] refreshing cache from master, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [920ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [923ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [925ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [925ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [1117ms] refreshing cache from master, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [1119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [1128ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [1129ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [1236ms] refreshing cache from master, [1237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [1238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [1240ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [1246ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [1247ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [1596ms] refreshing cache from master, [1597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [1598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [1600ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [1604ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [1604ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [3397ms] refreshing cache from master, [3397ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [3398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [3400ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.125:34831: Network error: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.126:42813: Network error: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.5.26.124:46407: OK, [3404ms] delaying RPC due to: Service unavailable: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813, [6537ms] refreshing cache from master, [6537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.125:34831, [6538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.126:42813, [6539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.26.124:46407, [6540ms] too many traces: truncated at 100 traces, deferred=Deferred@344024018(state=PENDING, result=null, callback=(continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870) -> (continuation of Deferred@805990344 after retry RPC after error@223702531) -> (continuation of Deferred@1670804569 after retry RPC after error@369626226) -> (continuation of Deferred@1964987732 after retry RPC after error@1394346114) -> (continuation of Deferred@66619908 after retry RPC after error@1439002005) -> (continuation of Deferred@1526675340 after retry RPC after error@1762950217) -> (continuation of Deferred@788227013 after retry RPC after error@1353456202) -> (continuation of Deferred@1934361732 after retry RPC after error@972085392) -> (continuation of Deferred@1281384736 after retry RPC after error@2083409068) -> (continuation of Deferred@1876238217 after retry RPC after error@1356758715) -> (continuation of Deferred@527989985 after retry RPC after error@297601166) -> (continuation of Deferred@1448309863 after retry RPC after error@1977344944) -> (continuation of Deferred@689440414 after retry RPC after error@1343783499) -> (continuation of Deferred@497362019 after retry RPC after error@935956996), errback=(continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870) -> (continuation of Deferred@805990344 after retry RPC after error@223702531) -> (continuation of Deferred@1670804569 after retry RPC after error@369626226) -> (continuation of Deferred@1964987732 after retry RPC after error@1394346114) -> (continuation of Deferred@66619908 after retry RPC after error@1439002005) -> (continuation of Deferred@1526675340 after retry RPC after error@1762950217) -> (continuation of Deferred@788227013 after retry RPC after error@1353456202) -> (continuation of Deferred@1934361732 after retry RPC after error@972085392) -> (continuation of Deferred@1281384736 after retry RPC after error@2083409068) -> (continuation of Deferred@1876238217 after retry RPC after error@1356758715) -> (continuation of Deferred@527989985 after retry RPC after error@297601166) -> (continuation of Deferred@1448309863 after retry RPC after error@1977344944) -> (continuation of Deferred@689440414 after retry RPC after error@1343783499) -> (continuation of Deferred@497362019 after retry RPC after error@935956996)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.26.125:34831,127.5.26.126:42813,127.5.26.124:46407) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.125:34831(127.5.26.125:34831): Connection refused: /127.5.26.125:34831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.26.126:42813(127.5.26.126:42813): Connection refused: /127.5.26.126:42813
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.26.126:42813
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)