01:24:31.602 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
01:24:31.615 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task5k8PQk/test-tmp
01:24:31.617 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:24:31.621 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task5k8PQk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:24:31.891 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
01:24:32.047 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:24:32.048 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:24:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:32.051769 374 mini_oidc.cc:152] Starting JWKS server
01:24:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:32.055683 374 webserver.cc:460] Webserver started at http://127.0.0.1:40321/ using document root <none> and password file <none>
01:24:32.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:32.056170 374 mini_oidc.cc:189] Starting OIDC Discovery server
01:24:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:32.057943 374 webserver.cc:460] Webserver started at http://127.0.0.1:34173/ using document root <none> and password file <none>
01:24:32.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:24:32Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
01:24:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:24:32Z Disabled control of system clock
01:24:32.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:32.107389 374 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:32.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:32.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-0/wal
01:24:32.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-0/data
01:24:32.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:24:32.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:24:32.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:24:32.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:32.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-0/logs
01:24:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-0/data/info.pb
01:24:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:24:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:24:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:24:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:24:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:24:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:24:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:24:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:24:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.190:42149
01:24:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.190
01:24:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:24:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:40981
01:24:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:24:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.93.190:42149,127.0.93.189:44547,127.0.93.188:45823
01:24:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:24:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40321/jwks.json with env {}
01:24:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:32.422726 386 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:24:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:32.423288 386 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:24:32.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:32.423944 386 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:24:32.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:32.456485 386 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:24:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:32.456755 386 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:24:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:32.456943 386 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:24:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:32.457274 386 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:24:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:32.457561 386 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:24:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:32.457774 386 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40321/jwks.json
01:24:32.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:32.496836 386 master_runner.cc:386] Master server non-default flags:
01:24:32.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:32.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:40981
01:24:32.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:32.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:32.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-0/data
01:24:32.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-0/wal
01:24:32.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:24:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.93.190:42149,127.0.93.189:44547,127.0.93.188:45823
01:24:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:24:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.190:42149
01:24:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:24:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:24:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:24:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40321/jwks.json
01:24:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-0/data/info.pb
01:24:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.190
01:24:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:24:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:24:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:24:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:24:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-0/logs
01:24:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:24:32.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:24:32.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:24:32.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:24:32.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:24:32.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:24:32.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:24:32.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:24:32.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:24:32.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:32.498246 386 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:24:32.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:32.500378 386 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:24:32.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:32.519140 393 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:33.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:32.519166 392 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:33.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:32.519649 395 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:33.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:32.520745 386 server_base.cc:1034] running on GCE node
01:24:33.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.747793 386 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:24:33.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.750501 386 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:24:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.751821 386 hybrid_clock.cc:648] HybridClock initialized: now 1790472273751784 us; error 60 us; skew 500 ppm
01:24:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.752707 386 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:24:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.759263 386 webserver.cc:460] Webserver started at http://127.0.93.190:42245/ using document root <none> and password file <none>
01:24:33.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.760144 386 fs_manager.cc:359] Metadata directory not provided
01:24:33.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.760375 386 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:24:33.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.760779 386 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:24:33.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.766021 386 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-0/data/instance:
01:24:33.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8fee2a5d4f3946e1993a74e8efca3654"
01:24:33.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:33 on dist-test-slave-8d67"
01:24:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.767210 386 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-0/wal/instance:
01:24:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8fee2a5d4f3946e1993a74e8efca3654"
01:24:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:33 on dist-test-slave-8d67"
01:24:33.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.774513 386 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
01:24:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.780417 402 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:24:33.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.781504 386 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
01:24:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.781776 386 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-0/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-0/wal
01:24:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8fee2a5d4f3946e1993a74e8efca3654"
01:24:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:33 on dist-test-slave-8d67"
01:24:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.782078 386 fs_report.cc:383] FS layout report
01:24:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:24:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-0/wal
01:24:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-0/wal
01:24:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-0/data/data
01:24:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:24:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:24:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:24:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:24:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:24:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:24:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:24:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:24:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:24:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:24:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:24:33.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.816452 386 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:24:33.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.817826 386 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:24:33.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.818269 386 kserver.cc:163] Server-wide thread pool size limit: 3276
01:24:33.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.895364 386 rpc_server.cc:307] RPC server started. Bound to: 127.0.93.190:42149
01:24:33.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.895501 453 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.93.190:42149 every 8 connection(s)
01:24:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.898201 386 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-0/data/info.pb
01:24:33.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.904142 454 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:24:33.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.906548 374 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 386
01:24:33.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.907055 374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-0/wal/instance
01:24:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.912109 374 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:33.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:33.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-1/wal
01:24:33.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-1/data
01:24:33.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:24:33.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:24:33.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:24:33.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:33.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:33.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-1/logs
01:24:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-1/data/info.pb
01:24:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:24:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:24:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:24:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:24:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:24:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:24:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:24:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:24:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.189:44547
01:24:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.189
01:24:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:24:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:40981
01:24:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:24:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.93.190:42149,127.0.93.189:44547,127.0.93.188:45823
01:24:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:24:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40321/jwks.json with env {}
01:24:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.920953 454 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } has no permanent_uuid. Determining permanent_uuid...
01:24:33.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:33.952144 454 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } has no permanent_uuid. Determining permanent_uuid...
01:24:33.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:33.954275 403 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.93.189:44547: connect: Connection refused (error 111)
01:24:33.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:33.958798 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:44547: Network error: Client connection negotiation failed: client connection to 127.0.93.189:44547: connect: Connection refused (error 111)
01:24:34.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:34.008339 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } attempt: 1
01:24:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:34.012362 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:44547: Network error: Client connection negotiation failed: client connection to 127.0.93.189:44547: connect: Connection refused (error 111)
01:24:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:34.080773 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } attempt: 2
01:24:34.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:34.084926 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:44547: Network error: Client connection negotiation failed: client connection to 127.0.93.189:44547: connect: Connection refused (error 111)
01:24:34.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:34.176353 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } attempt: 3
01:24:34.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:34.180177 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:44547: Network error: Client connection negotiation failed: client connection to 127.0.93.189:44547: connect: Connection refused (error 111)
01:24:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:34.252064 456 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:24:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:34.252678 456 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:24:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:34.253293 456 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:24:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:34.285410 456 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:24:34.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:34.285681 456 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:24:34.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:34.285879 456 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:24:34.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:34.286070 456 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:24:34.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:34.286253 456 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:24:34.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:34.286485 456 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40321/jwks.json
01:24:34.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:34.322252 456 master_runner.cc:386] Master server non-default flags:
01:24:34.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:40981
01:24:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-1/data
01:24:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-1/wal
01:24:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:24:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.93.190:42149,127.0.93.189:44547,127.0.93.188:45823
01:24:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:34.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:24:34.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.189:44547
01:24:34.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:24:34.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:24:34.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:24:34.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40321/jwks.json
01:24:34.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:34.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:34.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-1/data/info.pb
01:24:34.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.189
01:24:34.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:24:34.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:24:34.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:34.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:24:34.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:24:34.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:34.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-1/logs
01:24:34.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:34.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:24:34.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:24:34.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:24:34.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:24:34.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:24:34.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:24:34.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:24:34.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:24:34.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:24:34.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:34.323463 456 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:24:34.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:34.323590 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } attempt: 4
01:24:34.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:34.325651 456 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:24:34.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:34.328603 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:44547: Network error: Client connection negotiation failed: client connection to 127.0.93.189:44547: connect: Connection refused (error 111)
01:24:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:34.344828 466 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:34.627985 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } attempt: 5
01:24:34.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:34.631892 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:44547: Network error: Client connection negotiation failed: client connection to 127.0.93.189:44547: connect: Connection refused (error 111)
01:24:35.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.179534 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } attempt: 6
01:24:35.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:35.186761 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:44547: Network error: Client connection negotiation failed: client connection to 127.0.93.189:44547: connect: Connection refused (error 111)
01:24:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:34.346642 468 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:34.344996 465 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:35.537142 467 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:24:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.537235 456 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:24:35.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.541410 456 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:24:35.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.545256 456 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:24:35.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.548810 456 hybrid_clock.cc:648] HybridClock initialized: now 1790472275548481 us; error 350 us; skew 500 ppm
01:24:35.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.549595 456 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:24:35.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.559645 456 webserver.cc:460] Webserver started at http://127.0.93.189:42649/ using document root <none> and password file <none>
01:24:35.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.560568 456 fs_manager.cc:359] Metadata directory not provided
01:24:35.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.560750 456 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:24:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.561228 456 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:24:35.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.566263 456 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-1/data/instance:
01:24:35.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e577cf8a72484452b716f125825f1872"
01:24:35.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:35 on dist-test-slave-8d67"
01:24:35.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.567301 456 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-1/wal/instance:
01:24:35.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e577cf8a72484452b716f125825f1872"
01:24:35.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:35 on dist-test-slave-8d67"
01:24:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.574088 456 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.009s sys 0.000s
01:24:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.579622 477 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:24:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.580677 456 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
01:24:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.580957 456 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-1/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-1/wal
01:24:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e577cf8a72484452b716f125825f1872"
01:24:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:35 on dist-test-slave-8d67"
01:24:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.581229 456 fs_report.cc:383] FS layout report
01:24:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:24:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-1/wal
01:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-1/wal
01:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-1/data/data
01:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:24:35.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.614423 456 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:24:35.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.616074 456 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:24:35.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.616505 456 kserver.cc:163] Server-wide thread pool size limit: 3276
01:24:35.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.688486 456 rpc_server.cc:307] RPC server started. Bound to: 127.0.93.189:44547
01:24:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.688603 528 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.93.189:44547 every 8 connection(s)
01:24:35.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.691184 456 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-1/data/info.pb
01:24:35.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.693918 374 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 456
01:24:35.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.694388 374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-1/wal/instance
01:24:35.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.697413 529 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:24:35.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.697484 374 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:35.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:35.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-2/wal
01:24:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-2/data
01:24:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:24:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:24:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:24:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-2/logs
01:24:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-2/data/info.pb
01:24:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:24:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:24:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:24:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:24:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:24:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:24:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:24:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:24:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.188:45823
01:24:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.188
01:24:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:24:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:40981
01:24:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:24:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.93.190:42149,127.0.93.189:44547,127.0.93.188:45823
01:24:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:24:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40321/jwks.json with env {}
01:24:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.715859 529 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } has no permanent_uuid. Determining permanent_uuid...
01:24:35.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.751235 529 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } has no permanent_uuid. Determining permanent_uuid...
01:24:35.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.767685 529 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } has no permanent_uuid. Determining permanent_uuid...
01:24:35.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:35.770061 480 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.93.188:45823: connect: Connection refused (error 111)
01:24:35.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:35.774435 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:45823: Network error: Client connection negotiation failed: client connection to 127.0.93.188:45823: connect: Connection refused (error 111)
01:24:35.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.824210 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } attempt: 1
01:24:35.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:35.827847 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:45823: Network error: Client connection negotiation failed: client connection to 127.0.93.188:45823: connect: Connection refused (error 111)
01:24:35.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.896340 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } attempt: 2
01:24:35.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:35.900836 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:45823: Network error: Client connection negotiation failed: client connection to 127.0.93.188:45823: connect: Connection refused (error 111)
01:24:35.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:35.992321 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } attempt: 3
01:24:35.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:35.997391 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:45823: Network error: Client connection negotiation failed: client connection to 127.0.93.188:45823: connect: Connection refused (error 111)
01:24:36.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.026290 531 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:24:36.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.026839 531 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:24:36.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.027292 531 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:24:36.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.057199 531 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:24:36.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.057515 531 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:24:36.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.057704 531 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:24:36.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.057879 531 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:24:36.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.058061 531 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:24:36.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.058295 531 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40321/jwks.json
01:24:36.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:36.092203 531 master_runner.cc:386] Master server non-default flags:
01:24:36.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:36.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:40981
01:24:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-2/data
01:24:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-2/wal
01:24:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:24:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.93.190:42149,127.0.93.189:44547,127.0.93.188:45823
01:24:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:24:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.188:45823
01:24:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:24:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:24:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:24:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40321/jwks.json
01:24:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-2/data/info.pb
01:24:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.188
01:24:36.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:24:36.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:24:36.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:36.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:24:36.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:24:36.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:36.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-2/logs
01:24:36.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:36.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:24:36.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:24:36.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:24:36.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:24:36.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:24:36.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:24:36.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:24:36.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:24:36.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:24:36.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:36.093436 531 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:24:36.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:36.095103 531 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:24:36.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.116451 544 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:36.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:36.140834 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } attempt: 4
01:24:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.145357 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:45823: Network error: Client connection negotiation failed: client connection to 127.0.93.188:45823: connect: Connection refused (error 111)
01:24:36.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:36.247347 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } attempt: 7
01:24:36.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:36.263326 454 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } has no permanent_uuid. Determining permanent_uuid...
01:24:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.269718 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:45823: Network error: Client connection negotiation failed: client connection to 127.0.93.188:45823: connect: Connection refused (error 111)
01:24:36.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:36.328107 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } attempt: 1
01:24:36.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.332166 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:45823: Network error: Client connection negotiation failed: client connection to 127.0.93.188:45823: connect: Connection refused (error 111)
01:24:36.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:36.413590 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } attempt: 2
01:24:36.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.417821 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:45823: Network error: Client connection negotiation failed: client connection to 127.0.93.188:45823: connect: Connection refused (error 111)
01:24:36.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:36.444918 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } attempt: 5
01:24:36.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.449843 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:45823: Network error: Client connection negotiation failed: client connection to 127.0.93.188:45823: connect: Connection refused (error 111)
01:24:36.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:36.503189 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } attempt: 3
01:24:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.507640 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:45823: Network error: Client connection negotiation failed: client connection to 127.0.93.188:45823: connect: Connection refused (error 111)
01:24:36.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:36.648026 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } attempt: 4
01:24:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.651449 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:45823: Network error: Client connection negotiation failed: client connection to 127.0.93.188:45823: connect: Connection refused (error 111)
01:24:36.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:36.935055 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } attempt: 5
01:24:36.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.938977 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:45823: Network error: Client connection negotiation failed: client connection to 127.0.93.188:45823: connect: Connection refused (error 111)
01:24:36.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:36.997243 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } attempt: 6
01:24:37.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:37.004412 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:45823: Network error: Client connection negotiation failed: client connection to 127.0.93.188:45823: connect: Connection refused (error 111)
01:24:37.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.116747 541 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:37.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:36.116915 542 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:37.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:36.118247 531 server_base.cc:1034] running on GCE node
01:24:37.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.307492 531 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:24:37.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.310997 531 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:24:37.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.312389 531 hybrid_clock.cc:648] HybridClock initialized: now 1790472277312350 us; error 59 us; skew 500 ppm
01:24:37.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.313452 531 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:24:37.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.320516 531 webserver.cc:460] Webserver started at http://127.0.93.188:36947/ using document root <none> and password file <none>
01:24:37.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.321422 531 fs_manager.cc:359] Metadata directory not provided
01:24:37.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.321607 531 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:24:37.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.321981 531 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:24:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.326815 531 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-2/data/instance:
01:24:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0b1206d18b5e425bb97d6f596c2b1d43"
01:24:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:37 on dist-test-slave-8d67"
01:24:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.327842 531 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-2/wal/instance:
01:24:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0b1206d18b5e425bb97d6f596c2b1d43"
01:24:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:37 on dist-test-slave-8d67"
01:24:37.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.335301 531 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
01:24:37.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.341121 555 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:24:37.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.342097 531 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
01:24:37.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.342427 531 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-2/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-2/wal
01:24:37.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0b1206d18b5e425bb97d6f596c2b1d43"
01:24:37.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:37 on dist-test-slave-8d67"
01:24:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.342772 531 fs_report.cc:383] FS layout report
01:24:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:24:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-2/wal
01:24:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-2/wal
01:24:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-2/data/data
01:24:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:24:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:24:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:24:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:24:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:24:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:24:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:24:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:24:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:24:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:24:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:24:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.388612 531 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:24:37.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.390559 531 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:24:37.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.391067 531 kserver.cc:163] Server-wide thread pool size limit: 3276
01:24:37.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.465528 531 rpc_server.cc:307] RPC server started. Bound to: 127.0.93.188:45823
01:24:37.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.465610 606 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.93.188:45823 every 8 connection(s)
01:24:37.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.468309 531 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-2/data/info.pb
01:24:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.468868 374 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 531
01:24:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.469331 374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/master-2/wal/instance
01:24:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.475451 607 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:24:37.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.491495 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } attempt: 6
01:24:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.497838 607 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } has no permanent_uuid. Determining permanent_uuid...
01:24:37.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.535822 607 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } has no permanent_uuid. Determining permanent_uuid...
01:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.541676 454 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654: Bootstrap starting.
01:24:37.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.549861 454 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654: Neither blocks nor log segments found. Creating new log.
01:24:37.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.551064 607 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } has no permanent_uuid. Determining permanent_uuid...
01:24:37.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.551968 454 log.cc:824] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654: Log is configured to *not* fsync() on all Append() calls
01:24:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.563014 454 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654: No bootstrap required, opened a new log
01:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.573088 607 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43: Bootstrap starting.
01:24:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.578832 607 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43: Neither blocks nor log segments found. Creating new log.
01:24:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.581597 607 log.cc:824] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43: Log is configured to *not* fsync() on all Append() calls
01:24:37.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.586406 607 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43: No bootstrap required, opened a new log
01:24:37.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.587908 454 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } } peers { permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } } peers { permanent_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } }
01:24:37.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.588541 454 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:24:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.588838 454 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8fee2a5d4f3946e1993a74e8efca3654, State: Initialized, Role: FOLLOWER
01:24:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.589694 454 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } } peers { permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } } peers { permanent_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } }
01:24:37.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.594172 619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } } peers { permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } } peers { permanent_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } } }
01:24:37.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.594998 619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654 [sys.catalog]: This master's current role is: FOLLOWER
01:24:37.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.595860 454 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654 [sys.catalog]: configured and running, proceeding with master startup.
01:24:37.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.611158 607 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } } peers { permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } } peers { permanent_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } }
01:24:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.611786 607 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:24:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.612041 607 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b1206d18b5e425bb97d6f596c2b1d43, State: Initialized, Role: FOLLOWER
01:24:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.612950 607 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } } peers { permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } } peers { permanent_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } }
01:24:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.623898 628 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } } peers { permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } } peers { permanent_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } } }
01:24:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.624971 628 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [sys.catalog]: This master's current role is: FOLLOWER
01:24:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.625379 628 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:24:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.625815 628 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } } peers { permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } } peers { permanent_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } }
01:24:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.627619 607 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [sys.catalog]: configured and running, proceeding with master startup.
01:24:37.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.631268 429 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8fee2a5d4f3946e1993a74e8efca3654" is_pre_election: true
01:24:37.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.631778 628 leader_election.cc:288] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8fee2a5d4f3946e1993a74e8efca3654 (127.0.93.190:42149), e577cf8a72484452b716f125825f1872 (127.0.93.189:44547)
01:24:37.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.632556 429 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b1206d18b5e425bb97d6f596c2b1d43 in term 0.
01:24:37.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.633904 556 leader_election.cc:302] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b1206d18b5e425bb97d6f596c2b1d43, 8fee2a5d4f3946e1993a74e8efca3654; no voters:
01:24:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.634802 628 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [term 0 FOLLOWER]: Leader pre-election won for term 1
01:24:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.635119 628 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:24:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.635404 628 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [term 0 FOLLOWER]: Advancing to term 1
01:24:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.643806 628 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } } peers { permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } } peers { permanent_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } }
01:24:37.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:37.646325 561 tablet.cc:2369] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:24:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.649820 429 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8fee2a5d4f3946e1993a74e8efca3654"
01:24:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.650358 429 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654 [term 0 FOLLOWER]: Advancing to term 1
01:24:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:37.651371 632 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:24:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:37.651762 632 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:24:37.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.653410 628 leader_election.cc:288] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [CANDIDATE]: Term 1 election: Requested vote from peers 8fee2a5d4f3946e1993a74e8efca3654 (127.0.93.190:42149), e577cf8a72484452b716f125825f1872 (127.0.93.189:44547)
01:24:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.665755 429 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b1206d18b5e425bb97d6f596c2b1d43 in term 1.
01:24:37.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.669495 556 leader_election.cc:302] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b1206d18b5e425bb97d6f596c2b1d43, 8fee2a5d4f3946e1993a74e8efca3654; no voters:
01:24:37.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.670385 628 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [term 1 FOLLOWER]: Leader election won for term 1
01:24:37.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.670881 628 raft_consensus.cc:686] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [term 1 LEADER]: Becoming Leader. State: Replica: 0b1206d18b5e425bb97d6f596c2b1d43, State: Running, Role: LEADER
01:24:37.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.672204 628 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } } peers { permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } } peers { permanent_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } }
01:24:37.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.689452 631 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0b1206d18b5e425bb97d6f596c2b1d43. Latest consensus state: current_term: 1 leader_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } } peers { permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } } peers { permanent_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } } }
01:24:37.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.691732 631 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [sys.catalog]: This master's current role is: LEADER
01:24:37.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.706842 639 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:24:37.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.638465 386 master_runner.cc:186] Error getting master registration for 127.0.93.189:44547: OK, instance_id { permanent_uuid: "e577cf8a72484452b716f125825f1872" instance_seqno: 1790472275668458 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:24:37.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.728372 386 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:24:37.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.734138 639 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:24:37.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.792812 429 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654 [term 1 FOLLOWER]: Refusing update from remote peer 0b1206d18b5e425bb97d6f596c2b1d43: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:24:37.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.794605 631 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:24:37.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.830868 619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0b1206d18b5e425bb97d6f596c2b1d43. Latest consensus state: current_term: 1 leader_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } } peers { permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } } peers { permanent_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } } }
01:24:37.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.832032 619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654 [sys.catalog]: This master's current role is: FOLLOWER
01:24:37.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:37.833993 408 tablet.cc:2369] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:24:37.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.846316 649 mvcc.cc:205] Tried to move back new op lower bound from 7333774449813200896 to 7333774449356476416. Current Snapshot: MvccSnapshot[applied={T|T < 7333774449813200896}]
01:24:37.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.863879 619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } } peers { permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } } peers { permanent_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } } }
01:24:37.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.864713 619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654 [sys.catalog]: This master's current role is: FOLLOWER
01:24:37.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.872473 639 catalog_manager.cc:1347] Generated new cluster ID: c5f12dcd693b47bd967d5dc8c02e925c
01:24:37.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.872790 639 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:24:37.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.876711 628 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } } peers { permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } } peers { permanent_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } } }
01:24:37.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.877417 628 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [sys.catalog]: This master's current role is: LEADER
01:24:37.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.924268 639 catalog_manager.cc:1370] Generated new certificate authority record
01:24:37.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.926923 639 catalog_manager.cc:1504] Loading token signing keys...
01:24:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.837133 531 master_runner.cc:186] Error getting master registration for 127.0.93.189:44547: OK, instance_id { permanent_uuid: "e577cf8a72484452b716f125825f1872" instance_seqno: 1790472275668458 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:24:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.949357 531 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:24:37.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.959530 639 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43: Generated new TSK 0
01:24:37.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.964406 639 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:24:37.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:37.989773 374 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:37.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:37.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-0/wal
01:24:37.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-0/data
01:24:37.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:24:37.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:24:37.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:24:37.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:37.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:37.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:37.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-0/logs
01:24:37.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-0/data/info.pb
01:24:37.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:37.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:24:37.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:24:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:24:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:24:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:24:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:24:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.129:0
01:24:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.93.129
01:24:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.129
01:24:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:24:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.93.190:42149,127.0.93.189:44547,127.0.93.188:45823
01:24:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:40981
01:24:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:24:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.064795 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } attempt: 7
01:24:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.103801 529 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872: Bootstrap starting.
01:24:38.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.115214 529 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872: Neither blocks nor log segments found. Creating new log.
01:24:38.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.122715 529 log.cc:824] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872: Log is configured to *not* fsync() on all Append() calls
01:24:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.153352 529 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872: No bootstrap required, opened a new log
01:24:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.247740 529 raft_consensus.cc:348] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } } peers { permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } } peers { permanent_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } }
01:24:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.250733 529 raft_consensus.cc:374] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:24:38.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.251516 529 raft_consensus.cc:729] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e577cf8a72484452b716f125825f1872, State: Initialized, Role: FOLLOWER
01:24:38.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.253942 529 consensus_queue.cc:260] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } } peers { permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } } peers { permanent_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } }
01:24:38.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.273259 657 sys_catalog.cc:455] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } } peers { permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } } peers { permanent_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } } }
01:24:38.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.274430 657 sys_catalog.cc:458] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872 [sys.catalog]: This master's current role is: FOLLOWER
01:24:38.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.280459 502 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872 [term 0 FOLLOWER]: Advancing to term 1
01:24:38.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.284488 504 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e577cf8a72484452b716f125825f1872" is_pre_election: true
01:24:38.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.286357 503 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e577cf8a72484452b716f125825f1872"
01:24:38.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.294232 502 raft_consensus.cc:1261] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872 [term 1 FOLLOWER]: Refusing update from remote peer 0b1206d18b5e425bb97d6f596c2b1d43: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:24:38.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.296007 631 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:24:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.307317 529 sys_catalog.cc:564] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872 [sys.catalog]: configured and running, proceeding with master startup.
01:24:38.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.379056 657 sys_catalog.cc:455] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0b1206d18b5e425bb97d6f596c2b1d43. Latest consensus state: current_term: 1 leader_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } } peers { permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } } peers { permanent_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } } }
01:24:38.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.379866 657 sys_catalog.cc:458] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872 [sys.catalog]: This master's current role is: FOLLOWER
01:24:38.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.379122 662 sys_catalog.cc:455] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } } peers { permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } } peers { permanent_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } } }
01:24:38.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.380551 662 sys_catalog.cc:458] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872 [sys.catalog]: This master's current role is: FOLLOWER
01:24:38.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.424069 673 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:24:38.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:38.504305 653 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:24:38.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:38.504935 653 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:24:38.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:38.505679 653 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:24:38.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:38.560137 653 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:24:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:38.561496 653 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.93.129
01:24:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.621865 653 tablet_server_runner.cc:78] Tablet server non-default flags:
01:24:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:40981
01:24:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-0/data
01:24:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-0/wal
01:24:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.129:0
01:24:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:24:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-0/data/info.pb
01:24:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.129
01:24:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:24:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.93.190:42149,127.0.93.189:44547,127.0.93.188:45823
01:24:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:24:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:24:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:24:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.93.129
01:24:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-0/logs
01:24:38.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:38.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:24:38.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:24:38.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:24:38.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:24:38.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:24:38.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:24:38.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:24:38.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:24:38.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:24:38.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.623383 653 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:24:38.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.625402 653 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:24:38.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:38.650755 679 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:38.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.657297 632 catalog_manager.cc:1259] Loaded cluster ID: c5f12dcd693b47bd967d5dc8c02e925c
01:24:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.657858 632 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654: loading cluster ID for follower catalog manager: success
01:24:38.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.666455 632 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654: acquiring CA information for follower catalog manager: success
01:24:38.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.673465 632 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 8fee2a5d4f3946e1993a74e8efca3654: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:24:38.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.810393 631 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fee2a5d4f3946e1993a74e8efca3654" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 42149 } } peers { permanent_uuid: "e577cf8a72484452b716f125825f1872" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 44547 } } peers { permanent_uuid: "0b1206d18b5e425bb97d6f596c2b1d43" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 45823 } } }
01:24:38.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:38.811504 631 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0b1206d18b5e425bb97d6f596c2b1d43 [sys.catalog]: This master's current role is: LEADER
01:24:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:39.441141 673 catalog_manager.cc:1259] Loaded cluster ID: c5f12dcd693b47bd967d5dc8c02e925c
01:24:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:39.441413 673 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872: loading cluster ID for follower catalog manager: success
01:24:39.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:39.459295 673 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872: acquiring CA information for follower catalog manager: success
01:24:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:39.469571 673 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e577cf8a72484452b716f125825f1872: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:24:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:38.656929 680 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:40.043814 678 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 653
01:24:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:41.748308 678 kernel_stack_watchdog.cc:198] Thread 653 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 392ms:
01:24:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:24:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:24:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:24:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:24:41.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:41.750914 681 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3095 milliseconds
01:24:41.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:41.751688 653 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 3.102s user 0.767s sys 1.402s
01:24:41.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:41.752017 653 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 3.103s user 0.767s sys 1.402s
01:24:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:41.752941 683 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.753391 653 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:24:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.754774 653 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:24:41.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.768858 653 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:24:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.772472 653 hybrid_clock.cc:648] HybridClock initialized: now 1790472281772397 us; error 84 us; skew 500 ppm
01:24:41.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.773582 653 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:24:41.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.785328 653 webserver.cc:460] Webserver started at http://127.0.93.129:37839/ using document root <none> and password file <none>
01:24:41.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.786549 653 fs_manager.cc:359] Metadata directory not provided
01:24:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.786839 653 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:24:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.787366 653 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:24:41.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.794355 653 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-0/data/instance:
01:24:41.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76c9d5d13ae8409e95739543869767e4"
01:24:41.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:41 on dist-test-slave-8d67"
01:24:41.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.795843 653 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-0/wal/instance:
01:24:41.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76c9d5d13ae8409e95739543869767e4"
01:24:41.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:41 on dist-test-slave-8d67"
01:24:41.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.805924 653 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.006s sys 0.002s
01:24:41.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.813997 693 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:24:41.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.815366 653 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
01:24:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.815734 653 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-0/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-0/wal
01:24:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76c9d5d13ae8409e95739543869767e4"
01:24:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:41 on dist-test-slave-8d67"
01:24:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.816202 653 fs_report.cc:383] FS layout report
01:24:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:24:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-0/wal
01:24:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-0/wal
01:24:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-0/data/data
01:24:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:24:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:24:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:24:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:24:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:24:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:24:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:24:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:24:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:24:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:24:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:24:41.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.892807 653 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:24:41.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.894637 653 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:24:41.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.895164 653 kserver.cc:163] Server-wide thread pool size limit: 3276
01:24:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.917335 653 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:24:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.928913 653 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:24:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.929219 653 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:24:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.929497 653 ts_tablet_manager.cc:610] Registered 0 tablets
01:24:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:41.929708 653 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:24:42.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.144620 653 rpc_server.cc:307] RPC server started. Bound to: 127.0.93.129:44009
01:24:42.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.144755 806 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.93.129:44009 every 8 connection(s)
01:24:42.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.148747 653 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-0/data/info.pb
01:24:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.157618 374 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 653
01:24:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.158432 374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-0/wal/instance
01:24:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.176501 374 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-1/wal
01:24:42.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-1/data
01:24:42.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:24:42.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:24:42.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:24:42.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-1/logs
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-1/data/info.pb
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.130:0
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.93.130
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.130
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.93.190:42149,127.0.93.189:44547,127.0.93.188:45823
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:40981
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:24:42.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.234278 807 heartbeater.cc:347] Connected to a master server at 127.0.93.188:45823
01:24:42.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.234773 807 heartbeater.cc:464] Registering TS with master...
01:24:42.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.235912 807 heartbeater.cc:511] Master 127.0.93.188:45823 requested a full tablet report, sending...
01:24:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.238765 572 ts_manager.cc:194] Registered new tserver with Master: 76c9d5d13ae8409e95739543869767e4 (127.0.93.129:44009)
01:24:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.242055 572 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.93.129:59231
01:24:42.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.256170 808 heartbeater.cc:347] Connected to a master server at 127.0.93.189:44547
01:24:42.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.256551 808 heartbeater.cc:464] Registering TS with master...
01:24:42.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.257217 808 heartbeater.cc:511] Master 127.0.93.189:44547 requested a full tablet report, sending...
01:24:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.260493 494 ts_manager.cc:194] Registered new tserver with Master: 76c9d5d13ae8409e95739543869767e4 (127.0.93.129:44009)
01:24:42.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.264397 813 heartbeater.cc:347] Connected to a master server at 127.0.93.190:42149
01:24:42.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.264732 813 heartbeater.cc:464] Registering TS with master...
01:24:42.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.265347 813 heartbeater.cc:511] Master 127.0.93.190:42149 requested a full tablet report, sending...
01:24:42.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.268486 418 ts_manager.cc:194] Registered new tserver with Master: 76c9d5d13ae8409e95739543869767e4 (127.0.93.129:44009)
01:24:42.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:42.570978 814 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:24:42.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:42.571522 814 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:24:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:42.572005 814 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:24:42.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:42.603710 814 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:24:42.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:42.604580 814 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.93.130
01:24:42.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.640077 814 tablet_server_runner.cc:78] Tablet server non-default flags:
01:24:42.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:42.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:40981
01:24:42.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:42.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:42.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-1/data
01:24:42.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-1/wal
01:24:42.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.130:0
01:24:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:24:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-1/data/info.pb
01:24:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.130
01:24:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:24:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.93.190:42149,127.0.93.189:44547,127.0.93.188:45823
01:24:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:24:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:24:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:24:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.93.130
01:24:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-1/logs
01:24:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:24:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:24:42.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:24:42.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:24:42.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:24:42.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:24:42.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:24:42.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:24:42.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:24:42.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.641315 814 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:24:42.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.642967 814 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:24:42.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:42.668366 824 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.247648 807 heartbeater.cc:503] Master 127.0.93.188:45823 was elected leader, sending a full tablet report...
01:24:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:42.668381 825 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:42.671250 814 server_base.cc:1034] running on GCE node
01:24:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:42.672140 827 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:43.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.865350 814 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:24:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.868129 814 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:24:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.869573 814 hybrid_clock.cc:648] HybridClock initialized: now 1790472283869535 us; error 49 us; skew 500 ppm
01:24:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.870313 814 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:24:43.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.876758 814 webserver.cc:460] Webserver started at http://127.0.93.130:41925/ using document root <none> and password file <none>
01:24:43.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.877570 814 fs_manager.cc:359] Metadata directory not provided
01:24:43.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.877744 814 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:24:43.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.878113 814 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:24:43.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.883083 814 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-1/data/instance:
01:24:43.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e642d33c661f4790ace4a7e20cc31264"
01:24:43.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:43 on dist-test-slave-8d67"
01:24:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.884069 814 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-1/wal/instance:
01:24:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e642d33c661f4790ace4a7e20cc31264"
01:24:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:43 on dist-test-slave-8d67"
01:24:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.890672 814 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
01:24:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.897568 834 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:24:43.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.898674 814 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
01:24:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.899060 814 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-1/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-1/wal
01:24:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e642d33c661f4790ace4a7e20cc31264"
01:24:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:43 on dist-test-slave-8d67"
01:24:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.899339 814 fs_report.cc:383] FS layout report
01:24:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:24:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-1/wal
01:24:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-1/wal
01:24:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-1/data/data
01:24:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:24:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:24:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:24:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:24:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:24:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:24:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:24:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:24:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:24:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:24:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:24:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.942176 814 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:24:43.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.943886 814 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:24:43.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.944262 814 kserver.cc:163] Server-wide thread pool size limit: 3276
01:24:43.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.946777 814 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:24:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.951197 814 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:24:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.951376 814 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:24:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.951588 814 ts_tablet_manager.cc:610] Registered 0 tablets
01:24:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:43.951715 814 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:24:44.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.098742 814 rpc_server.cc:307] RPC server started. Bound to: 127.0.93.130:40873
01:24:44.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.098838 946 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.93.130:40873 every 8 connection(s)
01:24:44.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.101655 814 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-1/data/info.pb
01:24:44.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.111222 374 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 814
01:24:44.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.111779 374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-1/wal/instance
01:24:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.127182 374 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-2/wal
01:24:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-2/data
01:24:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:24:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:24:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:24:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-2/logs
01:24:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-2/data/info.pb
01:24:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:24:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:24:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:24:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:24:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:24:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:24:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.131:0
01:24:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.93.131
01:24:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.131
01:24:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:24:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.93.190:42149,127.0.93.189:44547,127.0.93.188:45823
01:24:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:40981
01:24:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:24:44.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.168789 948 heartbeater.cc:347] Connected to a master server at 127.0.93.189:44547
01:24:44.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.169313 948 heartbeater.cc:464] Registering TS with master...
01:24:44.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.171136 948 heartbeater.cc:511] Master 127.0.93.189:44547 requested a full tablet report, sending...
01:24:44.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.175472 494 ts_manager.cc:194] Registered new tserver with Master: e642d33c661f4790ace4a7e20cc31264 (127.0.93.130:40873)
01:24:44.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.182734 947 heartbeater.cc:347] Connected to a master server at 127.0.93.188:45823
01:24:44.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.183099 947 heartbeater.cc:464] Registering TS with master...
01:24:44.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.183885 947 heartbeater.cc:511] Master 127.0.93.188:45823 requested a full tablet report, sending...
01:24:44.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.185962 572 ts_manager.cc:194] Registered new tserver with Master: e642d33c661f4790ace4a7e20cc31264 (127.0.93.130:40873)
01:24:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.188271 572 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.93.130:35749
01:24:44.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.189814 949 heartbeater.cc:347] Connected to a master server at 127.0.93.190:42149
01:24:44.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.190132 949 heartbeater.cc:464] Registering TS with master...
01:24:44.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.190984 949 heartbeater.cc:511] Master 127.0.93.190:42149 requested a full tablet report, sending...
01:24:44.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.194193 418 ts_manager.cc:194] Registered new tserver with Master: e642d33c661f4790ace4a7e20cc31264 (127.0.93.130:40873)
01:24:44.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:44.467635 957 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:24:44.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:44.468302 957 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:24:44.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:44.468918 957 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:24:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:44.500665 957 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:24:44.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:44.501444 957 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.93.131
01:24:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.535877 957 tablet_server_runner.cc:78] Tablet server non-default flags:
01:24:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:40981
01:24:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-2/data
01:24:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-2/wal
01:24:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.131:0
01:24:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:24:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-2/data/info.pb
01:24:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.131
01:24:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:24:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.93.190:42149,127.0.93.189:44547,127.0.93.188:45823
01:24:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:24:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:24:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:24:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.93.131
01:24:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-2/logs
01:24:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:24:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:24:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:24:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:24:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:24:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:24:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:24:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:24:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:24:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.537122 957 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:24:44.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.538873 957 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:24:44.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:44.556875 964 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.192847 947 heartbeater.cc:503] Master 127.0.93.188:45823 was elected leader, sending a full tablet report...
01:24:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:44.557022 965 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:44.557582 967 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:44.558347 957 server_base.cc:1034] running on GCE node
01:24:45.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.764014 957 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:24:45.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.766167 957 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:24:45.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.767552 957 hybrid_clock.cc:648] HybridClock initialized: now 1790472285767513 us; error 43 us; skew 500 ppm
01:24:45.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.768482 957 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:24:45.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.774847 957 webserver.cc:460] Webserver started at http://127.0.93.131:39655/ using document root <none> and password file <none>
01:24:45.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.775899 957 fs_manager.cc:359] Metadata directory not provided
01:24:45.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.776144 957 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:24:45.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.776638 957 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:24:45.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.781584 957 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-2/data/instance:
01:24:45.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a327d022bec449c48bf7bf324ce5fcb1"
01:24:45.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:45 on dist-test-slave-8d67"
01:24:45.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.782737 957 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-2/wal/instance:
01:24:45.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a327d022bec449c48bf7bf324ce5fcb1"
01:24:45.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:45 on dist-test-slave-8d67"
01:24:45.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.789866 957 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.004s sys 0.004s
01:24:45.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.795692 974 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:24:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.796845 957 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
01:24:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.797192 957 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-2/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-2/wal
01:24:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a327d022bec449c48bf7bf324ce5fcb1"
01:24:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:45 on dist-test-slave-8d67"
01:24:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.797536 957 fs_report.cc:383] FS layout report
01:24:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:24:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-2/wal
01:24:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-2/wal
01:24:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-2/data/data
01:24:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:24:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:24:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:24:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:24:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:24:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:24:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:24:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:24:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:24:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:24:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:24:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.856887 957 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:24:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.858477 957 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:24:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.858997 957 kserver.cc:163] Server-wide thread pool size limit: 3276
01:24:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.861917 957 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:24:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.865747 957 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:24:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.865924 957 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:24:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.866115 957 ts_tablet_manager.cc:610] Registered 0 tablets
01:24:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:45.866264 957 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:24:46.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.028455 957 rpc_server.cc:307] RPC server started. Bound to: 127.0.93.131:39313
01:24:46.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.028622 1087 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.93.131:39313 every 8 connection(s)
01:24:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.030997 957 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-2/data/info.pb
01:24:46.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.040949 374 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 957
01:24:46.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.041505 374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3514825841681089137/ts-2/wal/instance
01:24:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.076399 1088 heartbeater.cc:347] Connected to a master server at 127.0.93.188:45823
01:24:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.076849 1088 heartbeater.cc:464] Registering TS with master...
01:24:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.077768 1089 heartbeater.cc:347] Connected to a master server at 127.0.93.189:44547
01:24:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.077898 1088 heartbeater.cc:511] Master 127.0.93.188:45823 requested a full tablet report, sending...
01:24:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.078079 1089 heartbeater.cc:464] Registering TS with master...
01:24:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.078900 1089 heartbeater.cc:511] Master 127.0.93.189:44547 requested a full tablet report, sending...
01:24:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.081324 572 ts_manager.cc:194] Registered new tserver with Master: a327d022bec449c48bf7bf324ce5fcb1 (127.0.93.131:39313)
01:24:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.081569 494 ts_manager.cc:194] Registered new tserver with Master: a327d022bec449c48bf7bf324ce5fcb1 (127.0.93.131:39313)
01:24:46.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.082250 1090 heartbeater.cc:347] Connected to a master server at 127.0.93.190:42149
01:24:46.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.082587 1090 heartbeater.cc:464] Registering TS with master...
01:24:46.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.083146 1090 heartbeater.cc:511] Master 127.0.93.190:42149 requested a full tablet report, sending...
01:24:46.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.083340 572 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.93.131:53455
01:24:46.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.085289 418 ts_manager.cc:194] Registered new tserver with Master: a327d022bec449c48bf7bf324ce5fcb1 (127.0.93.131:39313)
01:24:46.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.094492 374 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
01:24:46.105 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:24:46.106 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
01:24:46.117 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.0.93.190"
port: 42149
}
bound_http_address {
host: "127.0.93.190"
port: 42245
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.0.93.189"
port: 44547
}
bound_http_address {
host: "127.0.93.189"
port: 42649
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.0.93.188"
port: 45823
}
bound_http_address {
host: "127.0.93.188"
port: 36947
}
}
}
01:24:46.123 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:24:46.126 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.0.93.129"
port: 44009
}
bound_http_address {
host: "127.0.93.129"
port: 37839
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.0.93.130"
port: 40873
}
bound_http_address {
host: "127.0.93.130"
port: 41925
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.0.93.131"
port: 39313
}
bound_http_address {
host: "127.0.93.131"
port: 39655
}
}
}
01:24:46.127 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
01:24:46.296 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
01:24:46.397 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task5k8PQk/test-tmp
01:24:46.398 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:24:46.398 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task5k8PQk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:24:46.403 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
01:24:46.741 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:24:46.741 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:24:46.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.744633 1099 mini_oidc.cc:152] Starting JWKS server
01:24:46.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.748555 1099 webserver.cc:460] Webserver started at http://127.0.0.1:33095/ using document root <none> and password file <none>
01:24:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.749029 1099 mini_oidc.cc:189] Starting OIDC Discovery server
01:24:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:46.750509 1099 webserver.cc:460] Webserver started at http://127.0.0.1:34865/ using document root <none> and password file <none>
01:24:46.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
01:24:46.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/principal' for realm 'KRBTEST.COM',
01:24:46.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
01:24:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:46 dist-test-slave-8d67 krb5kdc[1111](info): setting up network...
01:24:46.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
01:24:46.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:46 dist-test-slave-8d67 krb5kdc[1111](info): set up 2 sockets
01:24:46.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:46 dist-test-slave-8d67 krb5kdc[1111](info): commencing operation
01:24:46.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
01:24:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:47.087467 1088 heartbeater.cc:503] Master 127.0.93.188:45823 was elected leader, sending a full tablet report...
01:24:47.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:47.855193 1099 mini_kdc.cc:121] Time spent starting KDC: real 1.080s user 0.006s sys 0.013s
01:24:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
01:24:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:24:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
01:24:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
01:24:47.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:24:47.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
01:24:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
01:24:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:24:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
01:24:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:24:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/test-user.keytab.
01:24:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/test-user.keytab.
01:24:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:47 dist-test-slave-8d67 krb5kdc[1111](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472287, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:24:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:24:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:24:47Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
01:24:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:24:47Z Disabled control of system clock
01:24:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.18.254@KRBTEST.COM; defaulting to no policy
01:24:48.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:24:48.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.18.254@KRBTEST.COM" created.
01:24:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:24:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.18.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kudu_127.1.18.254.keytab.
01:24:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.18.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kudu_127.1.18.254.keytab.
01:24:48.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:48.045459 1099 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/wal
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/data
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/logs
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/data/info.pb
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.18.254:43265
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.18.254
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kudu_127.1.18.254.keytab
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.18.254
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:24:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.18.212:42451
01:24:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:24:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965
01:24:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:24:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33095/jwks.json
01:24:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:24:48.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:48.370841 1124 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:24:48.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:48.371439 1124 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:24:48.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:48.372010 1124 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:24:48.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:48.404785 1124 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:24:48.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:48.405016 1124 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:24:48.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:48.405272 1124 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:24:48.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:48.405449 1124 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:24:48.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:48.405635 1124 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:24:48.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:48.405807 1124 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:24:48.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:48.405951 1124 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33095/jwks.json
01:24:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:48.442411 1124 master_runner.cc:386] Master server non-default flags:
01:24:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.18.212:42451
01:24:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/data
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/wal
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kudu_127.1.18.254.keytab
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.18.254
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.18.254:43265
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33095/jwks.json
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/data/info.pb
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.18.254
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/logs
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:24:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:48.443521 1124 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:24:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:48.444605 1124 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:24:48.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:48.463277 1131 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:49.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:48.464831 1133 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:49.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:48.465196 1130 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:49.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:49.707099 1132 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:24:49.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.707381 1124 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:24:49.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.712683 1124 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:24:49.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.715260 1124 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:24:49.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.718711 1124 hybrid_clock.cc:648] HybridClock initialized: now 1790472289718657 us; error 60 us; skew 500 ppm
01:24:49.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.719465 1124 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:24:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:49 dist-test-slave-8d67 krb5kdc[1111](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472289, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.18.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:24:49.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.725200 1124 init.cc:377] Logged in from keytab as kudu/127.1.18.254@KRBTEST.COM (short username kudu)
01:24:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.730599 1124 webserver.cc:460] Webserver started at http://127.1.18.254:40717/ using document root <none> and password file <none>
01:24:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.731420 1124 fs_manager.cc:359] Metadata directory not provided
01:24:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.731597 1124 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:24:49.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.731973 1124 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:24:49.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.736789 1124 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/data/instance:
01:24:49.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c445d872ca94d4c93a7fa301e08e94a"
01:24:49.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:49 on dist-test-slave-8d67"
01:24:49.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.737864 1124 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/wal/instance:
01:24:49.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c445d872ca94d4c93a7fa301e08e94a"
01:24:49.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:49 on dist-test-slave-8d67"
01:24:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.745245 1124 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
01:24:49.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.750600 1142 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:24:49.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.751585 1124 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.004s
01:24:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.751911 1124 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/wal
01:24:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c445d872ca94d4c93a7fa301e08e94a"
01:24:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:49 on dist-test-slave-8d67"
01:24:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.752210 1124 fs_report.cc:383] FS layout report
01:24:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:24:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/wal
01:24:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/wal
01:24:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/data/data
01:24:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:24:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:24:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:24:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:24:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:24:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:24:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:24:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:24:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:24:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:24:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:24:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.790306 1124 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:24:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.796555 1124 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:24:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.796954 1124 kserver.cc:163] Server-wide thread pool size limit: 3276
01:24:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.873800 1124 rpc_server.cc:307] RPC server started. Bound to: 127.1.18.254:43265
01:24:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.873883 1193 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.18.254:43265 every 8 connection(s)
01:24:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.876621 1124 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/data/info.pb
01:24:49.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.877560 1099 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 1124
01:24:49.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.878538 1099 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/wal/instance
01:24:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.883445 1194 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:24:49.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.18.253@KRBTEST.COM; defaulting to no policy
01:24:49.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:24:49.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.18.253@KRBTEST.COM" created.
01:24:49.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.895200 1194 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.18.254" port: 43265 } has no permanent_uuid. Determining permanent_uuid...
01:24:49.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:24:49.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.18.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kudu_127.1.18.253.keytab.
01:24:49.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.18.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kudu_127.1.18.253.keytab.
01:24:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.928385 1099 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/wal
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/data
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/logs
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/data/info.pb
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.18.253:43407
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.18.253
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kudu_127.1.18.253.keytab
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.18.253
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.18.212:42451
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:24:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965
01:24:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:24:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33095/jwks.json
01:24:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:24:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:49 dist-test-slave-8d67 krb5kdc[1111](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472289, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.18.254@KRBTEST.COM for kudu/127.1.18.254@KRBTEST.COM
01:24:49.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:49.945770 1194 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } has no permanent_uuid. Determining permanent_uuid...
01:24:49.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:49.947954 1146 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.18.253:43407: connect: Connection refused (error 111)
01:24:49.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:49.952020 1194 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.253:43407: Network error: Client connection negotiation failed: client connection to 127.1.18.253:43407: connect: Connection refused (error 111)
01:24:50.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:50.001596 1194 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } attempt: 1
01:24:50.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:50.005626 1194 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.253:43407: Network error: Client connection negotiation failed: client connection to 127.1.18.253:43407: connect: Connection refused (error 111)
01:24:50.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:50.074395 1194 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } attempt: 2
01:24:50.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:50.077829 1194 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.253:43407: Network error: Client connection negotiation failed: client connection to 127.1.18.253:43407: connect: Connection refused (error 111)
01:24:50.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:50.169242 1194 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } attempt: 3
01:24:50.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:50.172914 1194 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.253:43407: Network error: Client connection negotiation failed: client connection to 127.1.18.253:43407: connect: Connection refused (error 111)
01:24:50.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:50.251952 1200 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:24:50.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:50.252555 1200 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:24:50.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:50.253127 1200 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:24:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:50.284850 1200 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:24:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:50.285141 1200 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:24:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:50.285532 1200 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:24:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:50.285854 1200 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:24:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:50.286161 1200 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:24:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:50.286464 1200 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:24:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:50.286684 1200 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33095/jwks.json
01:24:50.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:50.316329 1194 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } attempt: 4
01:24:50.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:50.320170 1194 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.253:43407: Network error: Client connection negotiation failed: client connection to 127.1.18.253:43407: connect: Connection refused (error 111)
01:24:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:50.325873 1200 master_runner.cc:386] Master server non-default flags:
01:24:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.18.212:42451
01:24:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/data
01:24:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/wal
01:24:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:24:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:24:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965
01:24:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kudu_127.1.18.253.keytab
01:24:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.18.253
01:24:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:24:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.18.253:43407
01:24:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33095/jwks.json
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/data/info.pb
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.18.253
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/logs
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:24:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:24:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:24:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:50.327324 1200 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:24:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:50.328572 1200 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:24:50.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:50.347981 1208 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:50.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:50.619623 1194 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } attempt: 5
01:24:50.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:50.624343 1194 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.253:43407: Network error: Client connection negotiation failed: client connection to 127.1.18.253:43407: connect: Connection refused (error 111)
01:24:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.171703 1194 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } attempt: 6
01:24:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:51.179311 1194 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.253:43407: Network error: Client connection negotiation failed: client connection to 127.1.18.253:43407: connect: Connection refused (error 111)
01:24:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:50.348480 1207 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:50.349071 1210 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:51.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:51.581650 1209 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:24:51.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.581770 1200 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:24:51.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.586095 1200 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:24:51.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.589129 1200 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:24:51.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.590595 1200 hybrid_clock.cc:648] HybridClock initialized: now 1790472291590559 us; error 46 us; skew 500 ppm
01:24:51.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.591405 1200 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:24:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:51 dist-test-slave-8d67 krb5kdc[1111](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472291, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.18.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:24:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.597682 1200 init.cc:377] Logged in from keytab as kudu/127.1.18.253@KRBTEST.COM (short username kudu)
01:24:51.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.602860 1200 webserver.cc:460] Webserver started at http://127.1.18.253:44515/ using document root <none> and password file <none>
01:24:51.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.603839 1200 fs_manager.cc:359] Metadata directory not provided
01:24:51.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.604024 1200 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:24:51.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.604450 1200 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:24:51.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.609272 1200 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/data/instance:
01:24:51.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f234c52314fd4a44b226852fa0204c90"
01:24:51.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:51 on dist-test-slave-8d67"
01:24:51.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.610275 1200 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/wal/instance:
01:24:51.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f234c52314fd4a44b226852fa0204c90"
01:24:51.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:51 on dist-test-slave-8d67"
01:24:51.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.617743 1200 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
01:24:51.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.623063 1220 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:24:51.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.624190 1200 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
01:24:51.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.624548 1200 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/wal
01:24:51.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f234c52314fd4a44b226852fa0204c90"
01:24:51.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:51 on dist-test-slave-8d67"
01:24:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.624828 1200 fs_report.cc:383] FS layout report
01:24:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:24:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/wal
01:24:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/wal
01:24:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/data/data
01:24:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:24:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:24:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:24:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:24:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:24:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:24:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:24:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:24:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:24:51.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:24:51.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:24:51.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.666965 1200 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:24:51.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.672701 1200 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:24:51.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.673084 1200 kserver.cc:163] Server-wide thread pool size limit: 3276
01:24:51.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.754593 1200 rpc_server.cc:307] RPC server started. Bound to: 127.1.18.253:43407
01:24:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.754673 1271 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.18.253:43407 every 8 connection(s)
01:24:51.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.757247 1200 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/data/info.pb
01:24:51.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.762665 1272 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:24:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.766749 1099 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 1200
01:24:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.767071 1099 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/wal/instance
01:24:51.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.775024 1272 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.18.254" port: 43265 } has no permanent_uuid. Determining permanent_uuid...
01:24:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.18.252@KRBTEST.COM; defaulting to no policy
01:24:51.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:24:51.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.18.252@KRBTEST.COM" created.
01:24:51.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:51 dist-test-slave-8d67 krb5kdc[1111](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472291, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.18.253@KRBTEST.COM for kudu/127.1.18.254@KRBTEST.COM
01:24:51.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:24:51.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.18.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kudu_127.1.18.252.keytab.
01:24:51.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.18.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kudu_127.1.18.252.keytab.
01:24:51.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.810446 1099 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/wal
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/data
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/logs
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/data/info.pb
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.18.252:37965
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.18.252
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kudu_127.1.18.252.keytab
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.18.252
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.18.212:42451
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:24:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965
01:24:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:24:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33095/jwks.json
01:24:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:24:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.811937 1272 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } has no permanent_uuid. Determining permanent_uuid...
01:24:51.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:51 dist-test-slave-8d67 krb5kdc[1111](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472291, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.18.253@KRBTEST.COM for kudu/127.1.18.253@KRBTEST.COM
01:24:51.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.846921 1272 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } has no permanent_uuid. Determining permanent_uuid...
01:24:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:51.849144 1223 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.18.252:37965: connect: Connection refused (error 111)
01:24:51.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:51.853279 1272 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.252:37965: Network error: Client connection negotiation failed: client connection to 127.1.18.252:37965: connect: Connection refused (error 111)
01:24:51.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.902745 1272 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } attempt: 1
01:24:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:51.907143 1272 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.252:37965: Network error: Client connection negotiation failed: client connection to 127.1.18.252:37965: connect: Connection refused (error 111)
01:24:51.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:51.975606 1272 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } attempt: 2
01:24:51.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:51.979154 1272 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.252:37965: Network error: Client connection negotiation failed: client connection to 127.1.18.252:37965: connect: Connection refused (error 111)
01:24:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:52.070617 1272 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } attempt: 3
01:24:52.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.074676 1272 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.252:37965: Network error: Client connection negotiation failed: client connection to 127.1.18.252:37965: connect: Connection refused (error 111)
01:24:52.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.138769 1279 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:24:52.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.139559 1279 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:24:52.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.140343 1279 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:24:52.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.172489 1279 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:24:52.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.172770 1279 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:24:52.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.173151 1279 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:24:52.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.173478 1279 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:24:52.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.173821 1279 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:24:52.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.174163 1279 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:24:52.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.174392 1279 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33095/jwks.json
01:24:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:52.212988 1279 master_runner.cc:386] Master server non-default flags:
01:24:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.18.212:42451
01:24:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/data
01:24:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/wal
01:24:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:24:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:24:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965
01:24:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kudu_127.1.18.252.keytab
01:24:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.18.252
01:24:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:24:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.18.252:37965
01:24:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:24:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:24:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:24:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33095/jwks.json
01:24:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:24:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:24:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:24:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/data/info.pb
01:24:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.18.252
01:24:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:24:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:24:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:24:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:24:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/logs
01:24:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:24:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:24:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:24:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:24:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:24:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:24:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:24:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:24:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:24:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:52.214448 1279 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:24:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:52.215721 1279 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:24:52.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:52.218014 1272 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } attempt: 4
01:24:52.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.222020 1272 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.252:37965: Network error: Client connection negotiation failed: client connection to 127.1.18.252:37965: connect: Connection refused (error 111)
01:24:52.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.237326 1287 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:52.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:52.239684 1194 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } attempt: 7
01:24:52.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:52 dist-test-slave-8d67 krb5kdc[1111](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472289, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.18.254@KRBTEST.COM for kudu/127.1.18.253@KRBTEST.COM
01:24:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:52.266979 1194 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } has no permanent_uuid. Determining permanent_uuid...
01:24:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.274431 1194 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.252:37965: Network error: Client connection negotiation failed: client connection to 127.1.18.252:37965: connect: Connection refused (error 111)
01:24:52.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:52.332923 1194 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } attempt: 1
01:24:52.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.336835 1194 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.252:37965: Network error: Client connection negotiation failed: client connection to 127.1.18.252:37965: connect: Connection refused (error 111)
01:24:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:52.418443 1194 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } attempt: 2
01:24:52.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.422550 1194 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.252:37965: Network error: Client connection negotiation failed: client connection to 127.1.18.252:37965: connect: Connection refused (error 111)
01:24:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:52.508116 1194 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } attempt: 3
01:24:52.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.513701 1194 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.252:37965: Network error: Client connection negotiation failed: client connection to 127.1.18.252:37965: connect: Connection refused (error 111)
01:24:52.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:52.521533 1272 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } attempt: 5
01:24:52.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.525455 1272 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.252:37965: Network error: Client connection negotiation failed: client connection to 127.1.18.252:37965: connect: Connection refused (error 111)
01:24:52.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:52.654119 1194 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } attempt: 4
01:24:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.657594 1194 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.252:37965: Network error: Client connection negotiation failed: client connection to 127.1.18.252:37965: connect: Connection refused (error 111)
01:24:52.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:52.941159 1194 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } attempt: 5
01:24:52.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.945011 1194 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.252:37965: Network error: Client connection negotiation failed: client connection to 127.1.18.252:37965: connect: Connection refused (error 111)
01:24:53.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.072901 1272 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } attempt: 6
01:24:53.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:53.079218 1272 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.252:37965: Network error: Client connection negotiation failed: client connection to 127.1.18.252:37965: connect: Connection refused (error 111)
01:24:53.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.497427 1194 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } attempt: 6
01:24:53.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:53.504408 1194 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.18.252:37965: Network error: Client connection negotiation failed: client connection to 127.1.18.252:37965: connect: Connection refused (error 111)
01:24:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.237535 1290 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:52.238205 1288 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:52.240455 1279 server_base.cc:1034] running on GCE node
01:24:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.513856 1279 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:24:53.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.517341 1279 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:24:53.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.518760 1279 hybrid_clock.cc:648] HybridClock initialized: now 1790472293518696 us; error 80 us; skew 500 ppm
01:24:53.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.519558 1279 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:24:53.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:53 dist-test-slave-8d67 krb5kdc[1111](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472293, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.18.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:24:53.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.525290 1279 init.cc:377] Logged in from keytab as kudu/127.1.18.252@KRBTEST.COM (short username kudu)
01:24:53.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.530325 1279 webserver.cc:460] Webserver started at http://127.1.18.252:33263/ using document root <none> and password file <none>
01:24:53.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.531172 1279 fs_manager.cc:359] Metadata directory not provided
01:24:53.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.531344 1279 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:24:53.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.531705 1279 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:24:53.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.536145 1279 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/data/instance:
01:24:53.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a1e782784294d5285a5a3217e572ff1"
01:24:53.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:53 on dist-test-slave-8d67"
01:24:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.537277 1279 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/wal/instance:
01:24:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a1e782784294d5285a5a3217e572ff1"
01:24:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:53 on dist-test-slave-8d67"
01:24:53.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.545014 1279 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
01:24:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.550509 1306 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:24:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.551647 1279 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
01:24:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.551927 1279 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/wal
01:24:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a1e782784294d5285a5a3217e572ff1"
01:24:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:53 on dist-test-slave-8d67"
01:24:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.552186 1279 fs_report.cc:383] FS layout report
01:24:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:24:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/wal
01:24:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/wal
01:24:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/data/data
01:24:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:24:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:24:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:24:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:24:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:24:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:24:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:24:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:24:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:24:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:24:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:24:53.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.588533 1279 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:24:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.594251 1279 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:24:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.594637 1279 kserver.cc:163] Server-wide thread pool size limit: 3276
01:24:53.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.670112 1279 rpc_server.cc:307] RPC server started. Bound to: 127.1.18.252:37965
01:24:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.670267 1357 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.18.252:37965 every 8 connection(s)
01:24:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.672823 1279 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/data/info.pb
01:24:53.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.679427 1358 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:24:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.680686 1099 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 1279
01:24:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.681141 1099 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/wal/instance
01:24:53.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.696712 1358 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.18.254" port: 43265 } has no permanent_uuid. Determining permanent_uuid...
01:24:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:53 dist-test-slave-8d67 krb5kdc[1111](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472287, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.18.252@KRBTEST.COM
01:24:53.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:53 dist-test-slave-8d67 krb5kdc[1111](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472293, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.18.252@KRBTEST.COM for kudu/127.1.18.254@KRBTEST.COM
01:24:53.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.746125 1358 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } has no permanent_uuid. Determining permanent_uuid...
01:24:53.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:53 dist-test-slave-8d67 krb5kdc[1111](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472287, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.18.253@KRBTEST.COM
01:24:53.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:53 dist-test-slave-8d67 krb5kdc[1111](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472293, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.18.252@KRBTEST.COM for kudu/127.1.18.253@KRBTEST.COM
01:24:53.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.775120 1358 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } has no permanent_uuid. Determining permanent_uuid...
01:24:53.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:53 dist-test-slave-8d67 krb5kdc[1111](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472293, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.18.252@KRBTEST.COM for kudu/127.1.18.252@KRBTEST.COM
01:24:53.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:53 dist-test-slave-8d67 krb5kdc[1111](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472287, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.18.254@KRBTEST.COM
01:24:53.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.806740 1099 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
01:24:53.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.807549 1358 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: Bootstrap starting.
01:24:53.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.814842 1358 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: Neither blocks nor log segments found. Creating new log.
01:24:53.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.816948 1358 log.cc:824] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: Log is configured to *not* fsync() on all Append() calls
01:24:53.817 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:24:53.819 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
01:24:53.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.821913 1358 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: No bootstrap required, opened a new log
01:24:53.829 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
01:24:53.830 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
01:24:53.832 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.1.18.254"
port: 43265
}
bound_http_address {
host: "127.1.18.254"
port: 40717
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.1.18.253"
port: 43407
}
bound_http_address {
host: "127.1.18.253"
port: 44515
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.1.18.252"
port: 37965
}
bound_http_address {
host: "127.1.18.252"
port: 33263
}
}
}
01:24:53.833 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:24:53.833 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:24:53.833 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:24:53.835 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:24:53.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.852588 1358 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c445d872ca94d4c93a7fa301e08e94a" member_type: VOTER last_known_addr { host: "127.1.18.254" port: 43265 } } peers { permanent_uuid: "f234c52314fd4a44b226852fa0204c90" member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } } peers { permanent_uuid: "8a1e782784294d5285a5a3217e572ff1" member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } }
01:24:53.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.853859 1358 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:24:53.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.854147 1358 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a1e782784294d5285a5a3217e572ff1, State: Initialized, Role: FOLLOWER
01:24:53.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.855114 1358 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c445d872ca94d4c93a7fa301e08e94a" member_type: VOTER last_known_addr { host: "127.1.18.254" port: 43265 } } peers { permanent_uuid: "f234c52314fd4a44b226852fa0204c90" member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } } peers { permanent_uuid: "8a1e782784294d5285a5a3217e572ff1" member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } }
01:24:53.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.857995 1369 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c445d872ca94d4c93a7fa301e08e94a" member_type: VOTER last_known_addr { host: "127.1.18.254" port: 43265 } } peers { permanent_uuid: "f234c52314fd4a44b226852fa0204c90" member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } } peers { permanent_uuid: "8a1e782784294d5285a5a3217e572ff1" member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } } }
01:24:53.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.859113 1369 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [sys.catalog]: This master's current role is: FOLLOWER
01:24:53.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.860208 1358 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [sys.catalog]: configured and running, proceeding with master startup.
01:24:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:53 dist-test-slave-8d67 krb5kdc[1111](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472293, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:24:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:24:53.869 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:24:53.871 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/krb5cc
01:24:53.877 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:24:53.878 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/krb5cc
01:24:53.879 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:24:53.883 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
01:24:53.884 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:24:53.885 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:24:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:53 dist-test-slave-8d67 krb5kdc[1111](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472293, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:24:53.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:24:53.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:53.929299 1381 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:24:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:53.929845 1381 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:24:53.933 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:24:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.899489 1279 master_runner.cc:186] Error getting master registration for 127.1.18.254:43265: OK, instance_id { permanent_uuid: "2c445d872ca94d4c93a7fa301e08e94a" instance_seqno: 1790472289852532 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:24:53.934 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/krb5cc
01:24:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.934406 1279 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:24:53.935 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:24:53.936 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.18.254:43265
01:24:53.938 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:24:53.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.938758 1099 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 1124
01:24:53.967 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:24:53.967 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.18.253:43407
01:24:53.967 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:24:53.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.968030 1099 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 1200
01:24:53.992 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:24:53.992 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.18.252:37965
01:24:53.992 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:24:53.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:53.992785 1099 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 1279
01:24:54.015 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:24:54.016 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.18.254:43265
01:24:54.018 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:24:54.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:54.020104 1099 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:54.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:54.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/wal
01:24:54.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/data
01:24:54.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:24:54.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:24:54.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:24:54.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:54.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:54.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:54.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/logs
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/data/info.pb
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.18.254:43265
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.18.254
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40717
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kudu_127.1.18.254.keytab
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.18.254
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.18.212:42451
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:24:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965
01:24:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:24:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33095/jwks.json
01:24:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:24:54.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:54.335229 1384 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:24:54.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:54.335763 1384 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:24:54.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:54.336347 1384 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:24:54.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:54.367089 1384 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:24:54.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:54.367317 1384 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:24:54.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:54.367571 1384 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:24:54.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:54.367762 1384 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:24:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:54.367959 1384 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:24:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:54.368191 1384 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:24:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:54.368376 1384 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33095/jwks.json
01:24:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:54.405534 1384 master_runner.cc:386] Master server non-default flags:
01:24:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.18.212:42451
01:24:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/data
01:24:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/wal
01:24:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:24:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:24:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965
01:24:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kudu_127.1.18.254.keytab
01:24:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.18.254
01:24:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:24:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.18.254:43265
01:24:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:24:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:24:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:24:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33095/jwks.json
01:24:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:24:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:24:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:24:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/data/info.pb
01:24:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.18.254
01:24:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40717
01:24:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:24:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:24:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:24:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/logs
01:24:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:24:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:24:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:24:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:24:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:24:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:24:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:24:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:24:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:24:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:54.406942 1384 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:24:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:54.408264 1384 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:24:54.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:54.424980 1394 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:54.425532 1392 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:54.426757 1384 server_base.cc:1034] running on GCE node
01:24:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:54.425874 1391 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:55.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.652987 1384 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:24:55.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.655438 1384 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:24:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.656844 1384 hybrid_clock.cc:648] HybridClock initialized: now 1790472295656807 us; error 38 us; skew 500 ppm
01:24:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.657723 1384 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:24:55.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:55 dist-test-slave-8d67 krb5kdc[1111](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472295, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.18.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:24:55.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.663585 1384 init.cc:377] Logged in from keytab as kudu/127.1.18.254@KRBTEST.COM (short username kudu)
01:24:55.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.668821 1384 webserver.cc:460] Webserver started at http://127.1.18.254:40717/ using document root <none> and password file <none>
01:24:55.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.669796 1384 fs_manager.cc:359] Metadata directory not provided
01:24:55.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.670095 1384 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:24:55.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.677479 1384 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.000s sys 0.004s
01:24:55.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.681677 1403 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:24:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.682749 1384 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
01:24:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.683027 1384 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/wal
01:24:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c445d872ca94d4c93a7fa301e08e94a"
01:24:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:49 on dist-test-slave-8d67"
01:24:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.685243 1384 fs_report.cc:383] FS layout report
01:24:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:24:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/wal
01:24:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/wal
01:24:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/data/data
01:24:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:24:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:24:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:24:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:24:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:24:55.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:24:55.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:24:55.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:24:55.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:24:55.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:24:55.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:24:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.717340 1384 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:24:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.722597 1384 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:24:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.723026 1384 kserver.cc:163] Server-wide thread pool size limit: 3276
01:24:55.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.790167 1384 rpc_server.cc:307] RPC server started. Bound to: 127.1.18.254:43265
01:24:55.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.790280 1454 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.18.254:43265 every 8 connection(s)
01:24:55.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.792850 1384 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/data/info.pb
01:24:55.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.801183 1099 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 1384
01:24:55.801 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:24:55.802 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.18.253:43407
01:24:55.802 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:24:55.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.803493 1455 sys_catalog.cc:263] Verifying existing consensus state
01:24:55.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.803555 1099 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:55.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:55.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/wal
01:24:55.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/data
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/logs
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/data/info.pb
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.18.253:43407
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.18.253
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44515
01:24:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kudu_127.1.18.253.keytab
01:24:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.18.253
01:24:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:24:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:24:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:24:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.18.212:42451
01:24:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:24:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965
01:24:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:24:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33095/jwks.json
01:24:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:24:55.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260927 01:24:55.804493 1455 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:24:55.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.805704 1384 master.cc:537] Master@127.1.18.254:43265 shutting down...
01:24:55.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:55.870378 1384 master.cc:552] Master@127.1.18.254:43265 shutdown complete.
01:24:55.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:24:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:56.132761 1457 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:24:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:56.133422 1457 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:24:56.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:56.134447 1457 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:24:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:56.166457 1457 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:24:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:56.166687 1457 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:24:56.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:56.166940 1457 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:24:56.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:56.167132 1457 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:24:56.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:56.167436 1457 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:24:56.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:56.167747 1457 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:24:56.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:56.167985 1457 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33095/jwks.json
01:24:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:56.206157 1457 master_runner.cc:386] Master server non-default flags:
01:24:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.18.212:42451
01:24:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/data
01:24:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/wal
01:24:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:24:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:24:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965
01:24:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kudu_127.1.18.253.keytab
01:24:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.18.253
01:24:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.18.253:43407
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33095/jwks.json
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/data/info.pb
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.18.253
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44515
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/logs
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:24:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:24:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:24:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:56.207623 1457 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:24:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:56.208765 1457 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:24:56.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:56.226778 1464 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:57.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:56.226784 1465 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:57.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:56.226910 1467 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:57.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:56.228474 1457 server_base.cc:1034] running on GCE node
01:24:57.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.445987 1457 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:24:57.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.449031 1457 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:24:57.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.450460 1457 hybrid_clock.cc:648] HybridClock initialized: now 1790472297450418 us; error 61 us; skew 500 ppm
01:24:57.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.451258 1457 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:24:57.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:57 dist-test-slave-8d67 krb5kdc[1111](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472297, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.18.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:24:57.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.461681 1457 init.cc:377] Logged in from keytab as kudu/127.1.18.253@KRBTEST.COM (short username kudu)
01:24:57.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.467424 1457 webserver.cc:460] Webserver started at http://127.1.18.253:44515/ using document root <none> and password file <none>
01:24:57.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.468423 1457 fs_manager.cc:359] Metadata directory not provided
01:24:57.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.468660 1457 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:24:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.476634 1457 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.000s
01:24:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.481437 1476 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:24:57.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.482508 1457 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
01:24:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.482775 1457 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/wal
01:24:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f234c52314fd4a44b226852fa0204c90"
01:24:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:51 on dist-test-slave-8d67"
01:24:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.484948 1457 fs_report.cc:383] FS layout report
01:24:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:24:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/wal
01:24:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/wal
01:24:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/data/data
01:24:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:24:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:24:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:24:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:24:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:24:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:24:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:24:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:24:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:24:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:24:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:24:57.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.527189 1457 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:24:57.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.532651 1457 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:24:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.533052 1457 kserver.cc:163] Server-wide thread pool size limit: 3276
01:24:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.601403 1457 rpc_server.cc:307] RPC server started. Bound to: 127.1.18.253:43407
01:24:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.601480 1527 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.18.253:43407 every 8 connection(s)
01:24:57.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.604298 1457 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/data/info.pb
01:24:57.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.607534 1099 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 1457
01:24:57.608 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:24:57.609 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.18.252:37965
01:24:57.609 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:24:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.611408 1099 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:24:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/wal
01:24:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/data
01:24:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:24:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/logs
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/data/info.pb
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.18.252:37965
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.18.252
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33263
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kudu_127.1.18.252.keytab
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.18.252
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.18.212:42451
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33095/jwks.json
01:24:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:24:57.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.618667 1528 sys_catalog.cc:263] Verifying existing consensus state
01:24:57.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260927 01:24:57.619338 1528 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:24:57.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.619728 1457 master.cc:537] Master@127.1.18.253:43407 shutting down...
01:24:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:57.684018 1457 master.cc:552] Master@127.1.18.253:43407 shutdown complete.
01:24:57.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:24:57.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:57.940644 1530 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:24:57.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:57.941368 1530 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:24:57.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:57.942119 1530 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:24:57.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:57.973694 1530 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:24:57.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:57.973973 1530 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:24:57.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:57.974361 1530 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:24:57.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:57.974677 1530 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:24:57.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:57.974982 1530 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:24:57.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:57.975301 1530 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:24:57.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:57.975564 1530 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33095/jwks.json
01:24:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:58.011811 1530 master_runner.cc:386] Master server non-default flags:
01:24:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:24:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.18.212:42451
01:24:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:24:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:24:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/data
01:24:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/wal
01:24:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:24:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:24:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965
01:24:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/krb5kdc/kudu_127.1.18.252.keytab
01:24:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.18.252
01:24:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:24:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:24:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:24:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.18.252:37965
01:24:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:24:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33095/jwks.json
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/data/info.pb
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.18.252
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33263
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/logs
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:24:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:58.013353 1530 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:24:58.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:58.014494 1530 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:24:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:58.032552 1537 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:58.034154 1536 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:58.032918 1539 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:24:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:59.307413 1538 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1273 milliseconds
01:24:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.307569 1530 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:24:59.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.309115 1530 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:24:59.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.312134 1530 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:24:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.313570 1530 hybrid_clock.cc:648] HybridClock initialized: now 1790472299313536 us; error 42 us; skew 500 ppm
01:24:59.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.314352 1530 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:24:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:24:59 dist-test-slave-8d67 krb5kdc[1111](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472299, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.18.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:24:59.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.321076 1530 init.cc:377] Logged in from keytab as kudu/127.1.18.252@KRBTEST.COM (short username kudu)
01:24:59.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.326469 1530 webserver.cc:460] Webserver started at http://127.1.18.252:33263/ using document root <none> and password file <none>
01:24:59.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.327528 1530 fs_manager.cc:359] Metadata directory not provided
01:24:59.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.327831 1530 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:24:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.335341 1530 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
01:24:59.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.339720 1548 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:24:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.340857 1530 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
01:24:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.341212 1530 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/wal
01:24:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a1e782784294d5285a5a3217e572ff1"
01:24:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:24:53 on dist-test-slave-8d67"
01:24:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.343447 1530 fs_report.cc:383] FS layout report
01:24:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:24:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/wal
01:24:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/wal
01:24:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/data/data
01:24:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:24:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:24:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:24:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:24:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:24:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:24:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:24:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:24:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:24:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:24:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:24:59.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.376792 1530 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:24:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.382194 1530 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:24:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.382781 1530 kserver.cc:163] Server-wide thread pool size limit: 3276
01:24:59.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.453904 1530 rpc_server.cc:307] RPC server started. Bound to: 127.1.18.252:37965
01:24:59.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.454025 1599 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.18.252:37965 every 8 connection(s)
01:24:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.456710 1530 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster862946842420437448/master-2/data/info.pb
01:24:59.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.460594 1099 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 1530
01:24:59.461 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:24:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.467648 1600 sys_catalog.cc:263] Verifying existing consensus state
01:24:59.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.472899 1600 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: Bootstrap starting.
01:24:59.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.512873 1600 log.cc:824] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: Log is configured to *not* fsync() on all Append() calls
01:24:59.515 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:24:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.517874 1600 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:24:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.518663 1600 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: Bootstrap complete.
01:24:59.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.543182 1600 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c445d872ca94d4c93a7fa301e08e94a" member_type: VOTER last_known_addr { host: "127.1.18.254" port: 43265 } } peers { permanent_uuid: "f234c52314fd4a44b226852fa0204c90" member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } } peers { permanent_uuid: "8a1e782784294d5285a5a3217e572ff1" member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } }
01:24:59.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.546386 1600 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:24:59.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.546766 1600 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a1e782784294d5285a5a3217e572ff1, State: Initialized, Role: FOLLOWER
01:24:59.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.547811 1600 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c445d872ca94d4c93a7fa301e08e94a" member_type: VOTER last_known_addr { host: "127.1.18.254" port: 43265 } } peers { permanent_uuid: "f234c52314fd4a44b226852fa0204c90" member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } } peers { permanent_uuid: "8a1e782784294d5285a5a3217e572ff1" member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } }
01:24:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.551169 1604 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c445d872ca94d4c93a7fa301e08e94a" member_type: VOTER last_known_addr { host: "127.1.18.254" port: 43265 } } peers { permanent_uuid: "f234c52314fd4a44b226852fa0204c90" member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } } peers { permanent_uuid: "8a1e782784294d5285a5a3217e572ff1" member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } } }
01:24:59.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.552161 1604 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [sys.catalog]: This master's current role is: FOLLOWER
01:24:59.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.552951 1600 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [sys.catalog]: configured and running, proceeding with master startup.
01:24:59.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:59.590065 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:24:59.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:59.590603 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:24:59.594 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:24:59.601 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.18.252:37965(127.1.18.252:37965)] connecting to peer
01:24:59.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.586199 1530 master_runner.cc:186] Error getting master registration for 127.1.18.254:43265: Network error: Client connection negotiation failed: client connection to 127.1.18.254:43265: connect: Connection refused (error 111),
01:24:59.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.635475 1530 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:24:59.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:59.637843 1554 tablet.cc:2369] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:24:59.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:24:59.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:24:59.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:24:59.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:24:59.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:24:59.663 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.18.252:37965(127.1.18.252:37965)] Successfully connected to peer
01:24:59.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:24:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.746708 1604 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:24:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.747267 1604 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c445d872ca94d4c93a7fa301e08e94a" member_type: VOTER last_known_addr { host: "127.1.18.254" port: 43265 } } peers { permanent_uuid: "f234c52314fd4a44b226852fa0204c90" member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } } peers { permanent_uuid: "8a1e782784294d5285a5a3217e572ff1" member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } }
01:24:59.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.754031 1604 leader_election.cc:288] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2c445d872ca94d4c93a7fa301e08e94a (127.1.18.254:43265), f234c52314fd4a44b226852fa0204c90 (127.1.18.253:43407)
01:24:59.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:59.763831 1549 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.18.254:43265: connect: Connection refused (error 111)
01:24:59.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:59.771471 1549 leader_election.cc:334] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2c445d872ca94d4c93a7fa301e08e94a (127.1.18.254:43265): Network error: Client connection negotiation failed: client connection to 127.1.18.254:43265: connect: Connection refused (error 111)
01:24:59.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:24:59.773847 1552 leader_election.cc:334] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f234c52314fd4a44b226852fa0204c90 (127.1.18.253:43407): Network error: Client connection negotiation failed: client connection to 127.1.18.253:43407: connect: Connection refused (error 111)
01:24:59.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.774209 1552 leader_election.cc:302] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8a1e782784294d5285a5a3217e572ff1; no voters: 2c445d872ca94d4c93a7fa301e08e94a, f234c52314fd4a44b226852fa0204c90
01:24:59.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:24:59.774992 1604 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:24:59.794 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
01:24:59.806 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.1.18.252
01:25:00.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:25:00 dist-test-slave-8d67 krb5kdc[1111](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472293, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.18.252@KRBTEST.COM
01:25:00.046 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4733a535, L:/127.0.0.1:33018 - R:/127.1.18.252:37965] using SASL/GSSAPI
01:25:00.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:00.087 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:00.089 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:00.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.101 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:00.106 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:00.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.107 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:00.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:00.126 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:00.128 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:00.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:00.146 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:00.146 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:00.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:00.185 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:00.187 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:00.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:00.246 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:00.248 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:00.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:00.386 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:00.389 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:00.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:00.466 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:00.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.470 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.470 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:00.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:00.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:00.593976 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:00.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:00.594256 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:00.646 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:00.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:00.650 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:00.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:00.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:00.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:00.754132 525 debug-util.cc:398] Leaking SignalData structure 0x7b08000a5c80 after lost signal to thread 460
01:25:00.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:00.754926 525 debug-util.cc:398] Leaking SignalData structure 0x7b0800082180 after lost signal to thread 528
01:25:01.006 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:01.007 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:01.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:01.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:01.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:01.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:01.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:01.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:01.012 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:01.486 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:01.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:01.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:01.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:01.493 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:01.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:01.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:01.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:01.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:01.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:01.597685 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:01.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:01.597955 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:01.676743 1623 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:25:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:01.677183 1623 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c445d872ca94d4c93a7fa301e08e94a" member_type: VOTER last_known_addr { host: "127.1.18.254" port: 43265 } } peers { permanent_uuid: "f234c52314fd4a44b226852fa0204c90" member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } } peers { permanent_uuid: "8a1e782784294d5285a5a3217e572ff1" member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } }
01:25:01.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:01.678691 1623 leader_election.cc:288] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2c445d872ca94d4c93a7fa301e08e94a (127.1.18.254:43265), f234c52314fd4a44b226852fa0204c90 (127.1.18.253:43407)
01:25:01.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:01.684852 1552 leader_election.cc:334] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f234c52314fd4a44b226852fa0204c90 (127.1.18.253:43407): Network error: Client connection negotiation failed: client connection to 127.1.18.253:43407: connect: Connection refused (error 111)
01:25:01.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:01.685559 1549 leader_election.cc:334] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2c445d872ca94d4c93a7fa301e08e94a (127.1.18.254:43265): Network error: Client connection negotiation failed: client connection to 127.1.18.254:43265: connect: Connection refused (error 111)
01:25:01.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:01.686007 1549 leader_election.cc:302] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8a1e782784294d5285a5a3217e572ff1; no voters: 2c445d872ca94d4c93a7fa301e08e94a, f234c52314fd4a44b226852fa0204c90
01:25:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:01.686740 1623 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:25:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:02.601001 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:02.601280 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:03.604106 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:03.604429 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:03.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:03.768656 1630 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:25:03.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:03.769093 1630 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c445d872ca94d4c93a7fa301e08e94a" member_type: VOTER last_known_addr { host: "127.1.18.254" port: 43265 } } peers { permanent_uuid: "f234c52314fd4a44b226852fa0204c90" member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } } peers { permanent_uuid: "8a1e782784294d5285a5a3217e572ff1" member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } }
01:25:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:03.770908 1630 leader_election.cc:288] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2c445d872ca94d4c93a7fa301e08e94a (127.1.18.254:43265), f234c52314fd4a44b226852fa0204c90 (127.1.18.253:43407)
01:25:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:03.775866 1549 leader_election.cc:334] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2c445d872ca94d4c93a7fa301e08e94a (127.1.18.254:43265): Network error: Client connection negotiation failed: client connection to 127.1.18.254:43265: connect: Connection refused (error 111)
01:25:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:03.776257 1552 leader_election.cc:334] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f234c52314fd4a44b226852fa0204c90 (127.1.18.253:43407): Network error: Client connection negotiation failed: client connection to 127.1.18.253:43407: connect: Connection refused (error 111)
01:25:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:03.776618 1552 leader_election.cc:302] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8a1e782784294d5285a5a3217e572ff1; no voters: 2c445d872ca94d4c93a7fa301e08e94a, f234c52314fd4a44b226852fa0204c90
01:25:03.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:03.777128 1630 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:25:04.546 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:04.547 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:04.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:04.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:04.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:04.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:04.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:04.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:04.552 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:04.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:04.607260 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:04.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:04.607602 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:04.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:04.638195 1530 master_runner.cc:186] Error getting master registration for 127.1.18.254:43265: Network error: Client connection negotiation failed: client connection to 127.1.18.254:43265: connect: Connection refused (error 111),
01:25:04.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:04.638598 1530 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:25:05.446 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:05.447 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:05.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:05.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:05.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:05.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:05.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:05.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:05.452 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:05.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:05.610519 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:05.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:05.610760 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:05.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:05.637349 1637 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:25:05.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:05.637683 1637 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c445d872ca94d4c93a7fa301e08e94a" member_type: VOTER last_known_addr { host: "127.1.18.254" port: 43265 } } peers { permanent_uuid: "f234c52314fd4a44b226852fa0204c90" member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } } peers { permanent_uuid: "8a1e782784294d5285a5a3217e572ff1" member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } }
01:25:05.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:05.638998 1637 leader_election.cc:288] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2c445d872ca94d4c93a7fa301e08e94a (127.1.18.254:43265), f234c52314fd4a44b226852fa0204c90 (127.1.18.253:43407)
01:25:05.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:05.641017 1549 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.18.254:43265: connect: Connection refused (error 111) [suppressed 5 similar messages]
01:25:05.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:05.643436 1552 leader_election.cc:334] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f234c52314fd4a44b226852fa0204c90 (127.1.18.253:43407): Network error: Client connection negotiation failed: client connection to 127.1.18.253:43407: connect: Connection refused (error 111)
01:25:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:05.643832 1549 leader_election.cc:334] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2c445d872ca94d4c93a7fa301e08e94a (127.1.18.254:43265): Network error: Client connection negotiation failed: client connection to 127.1.18.254:43265: connect: Connection refused (error 111)
01:25:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:05.644150 1549 leader_election.cc:302] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8a1e782784294d5285a5a3217e572ff1; no voters: 2c445d872ca94d4c93a7fa301e08e94a, f234c52314fd4a44b226852fa0204c90
01:25:05.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:05.644719 1637 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:25:06.346 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:06.348 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:06.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:06.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:06.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:06.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:06.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:06.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:06.352 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:06.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:06.613359 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:06.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:06.613600 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:07.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:07.616396 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:07.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:07.616703 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:08.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:08.620571 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:08.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:08.620927 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:09.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:25:09 dist-test-slave-8d67 krb5kdc[1111](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472309, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.18.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:25:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:09.324703 1544 init.cc:295] Successfully reacquired a new kerberos TGT
01:25:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:09.623522 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:09.623773 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:09.641785 1530 master_runner.cc:186] Error getting master registration for 127.1.18.254:43265: Network error: Client connection negotiation failed: client connection to 127.1.18.254:43265: connect: Connection refused (error 111),
01:25:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:09.642179 1530 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:25:10.187 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:10.188 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:10.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:10.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:10.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:10.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:10.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:10.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:10.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:10.566 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:10.567 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:10.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:10.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:10.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:10.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:10.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:10.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:10.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:10.626428 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:10.626663 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:10.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:10.700363 1647 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:25:10.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:10.700848 1647 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c445d872ca94d4c93a7fa301e08e94a" member_type: VOTER last_known_addr { host: "127.1.18.254" port: 43265 } } peers { permanent_uuid: "f234c52314fd4a44b226852fa0204c90" member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } } peers { permanent_uuid: "8a1e782784294d5285a5a3217e572ff1" member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } }
01:25:10.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:10.702770 1647 leader_election.cc:288] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2c445d872ca94d4c93a7fa301e08e94a (127.1.18.254:43265), f234c52314fd4a44b226852fa0204c90 (127.1.18.253:43407)
01:25:10.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:10.705070 1549 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.18.254:43265: connect: Connection refused (error 111) [suppressed 1 similar messages]
01:25:10.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:10.708091 1552 leader_election.cc:334] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f234c52314fd4a44b226852fa0204c90 (127.1.18.253:43407): Network error: Client connection negotiation failed: client connection to 127.1.18.253:43407: connect: Connection refused (error 111)
01:25:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:10.708781 1549 leader_election.cc:334] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2c445d872ca94d4c93a7fa301e08e94a (127.1.18.254:43265): Network error: Client connection negotiation failed: client connection to 127.1.18.254:43265: connect: Connection refused (error 111)
01:25:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:10.709190 1549 leader_election.cc:302] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8a1e782784294d5285a5a3217e572ff1; no voters: 2c445d872ca94d4c93a7fa301e08e94a, f234c52314fd4a44b226852fa0204c90
01:25:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:10.709897 1647 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:25:11.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:11.629491 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:11.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:11.629734 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:12.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:12.632501 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:12.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:12.632753 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:12.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:12.723886 1654 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:25:12.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:12.724251 1654 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c445d872ca94d4c93a7fa301e08e94a" member_type: VOTER last_known_addr { host: "127.1.18.254" port: 43265 } } peers { permanent_uuid: "f234c52314fd4a44b226852fa0204c90" member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } } peers { permanent_uuid: "8a1e782784294d5285a5a3217e572ff1" member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } }
01:25:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:12.725771 1654 leader_election.cc:288] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2c445d872ca94d4c93a7fa301e08e94a (127.1.18.254:43265), f234c52314fd4a44b226852fa0204c90 (127.1.18.253:43407)
01:25:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:12.730213 1549 leader_election.cc:334] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2c445d872ca94d4c93a7fa301e08e94a (127.1.18.254:43265): Network error: Client connection negotiation failed: client connection to 127.1.18.254:43265: connect: Connection refused (error 111)
01:25:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:12.730583 1552 leader_election.cc:334] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f234c52314fd4a44b226852fa0204c90 (127.1.18.253:43407): Network error: Client connection negotiation failed: client connection to 127.1.18.253:43407: connect: Connection refused (error 111)
01:25:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:12.730859 1552 leader_election.cc:302] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8a1e782784294d5285a5a3217e572ff1; no voters: 2c445d872ca94d4c93a7fa301e08e94a, f234c52314fd4a44b226852fa0204c90
01:25:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:12.731383 1654 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:25:13.126 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:13.127 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:13.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:13.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:13.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:13.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:13.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:13.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:13.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:13.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:13.635435 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:13.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:13.635674 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:14.487 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:14.488 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:14.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:14.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:14.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:14.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:14.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:14.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:14.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:14.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:14.638541 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:14.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:14.638783 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:14.644440 1530 master_runner.cc:186] Error getting master registration for 127.1.18.254:43265: Network error: Client connection negotiation failed: client connection to 127.1.18.254:43265: connect: Connection refused (error 111),
01:25:14.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:14.644807 1530 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:25:15.606 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:15.608 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:15.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:15.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:15.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:15.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:15.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:15.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:15.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:15.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:15.641623 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:15.641866 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:16.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:16.645154 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:16.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:16.645540 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:16.926 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:16.927 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:16.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:16.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:16.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:16.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:16.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:16.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:16.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:17.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:17.648501 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:17.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:17.648756 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:18.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:18.652158 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:18.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:18.652506 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:25:19 dist-test-slave-8d67 krb5kdc[1111](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472319, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.18.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:25:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:19.327183 1544 init.cc:295] Successfully reacquired a new kerberos TGT
01:25:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:19.647953 1530 master_runner.cc:186] Error getting master registration for 127.1.18.254:43265: Network error: Client connection negotiation failed: client connection to 127.1.18.254:43265: connect: Connection refused (error 111),
01:25:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:19.648484 1530 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:25:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:19.655294 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:19.655536 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:19.926 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:19.927 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:19.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:19.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:19.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:19.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:19.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:19.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:19.932 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:20.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:20.658180 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:20.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:20.658432 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:21.164671 1666 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:25:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:21.165107 1666 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c445d872ca94d4c93a7fa301e08e94a" member_type: VOTER last_known_addr { host: "127.1.18.254" port: 43265 } } peers { permanent_uuid: "f234c52314fd4a44b226852fa0204c90" member_type: VOTER last_known_addr { host: "127.1.18.253" port: 43407 } } peers { permanent_uuid: "8a1e782784294d5285a5a3217e572ff1" member_type: VOTER last_known_addr { host: "127.1.18.252" port: 37965 } }
01:25:21.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:21.166721 1666 leader_election.cc:288] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2c445d872ca94d4c93a7fa301e08e94a (127.1.18.254:43265), f234c52314fd4a44b226852fa0204c90 (127.1.18.253:43407)
01:25:21.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:21.168671 1549 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.18.254:43265: connect: Connection refused (error 111) [suppressed 3 similar messages]
01:25:21.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:21.171223 1552 leader_election.cc:334] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f234c52314fd4a44b226852fa0204c90 (127.1.18.253:43407): Network error: Client connection negotiation failed: client connection to 127.1.18.253:43407: connect: Connection refused (error 111)
01:25:21.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:21.171598 1549 leader_election.cc:334] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2c445d872ca94d4c93a7fa301e08e94a (127.1.18.254:43265): Network error: Client connection negotiation failed: client connection to 127.1.18.254:43265: connect: Connection refused (error 111)
01:25:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:21.171905 1549 leader_election.cc:302] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8a1e782784294d5285a5a3217e572ff1; no voters: 2c445d872ca94d4c93a7fa301e08e94a, f234c52314fd4a44b226852fa0204c90
01:25:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:21.172544 1666 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:25:21.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:21.661356 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:21.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:21.661665 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:22.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:22.664521 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:22.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:22.664758 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:23.366 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:23.367 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:23.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:23.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:23.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:23.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:23.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:23.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:23.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:23.667454 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:23.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:23.667703 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:24.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:24.651142 1530 master_runner.cc:186] Error getting master registration for 127.1.18.254:43265: Network error: Client connection negotiation failed: client connection to 127.1.18.254:43265: connect: Connection refused (error 111),
01:25:24.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:24.651487 1530 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:25:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:24.670825 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:24.671080 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:25.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:25.673826 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:25.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:25.674070 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:26.676895 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:26.677145 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:27.326 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:27.327 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:27.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:27.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:27.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:27.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:27.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:27.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:27.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:27.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:27.679777 1615 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a1e782784294d5285a5a3217e572ff1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:25:27.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:25:27.680011 1615 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:25:28.046 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.254:43265(127.1.18.254:43265)] connecting to peer
01:25:28.047 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.18.253:43407(127.1.18.253:43407)] connecting to peer
01:25:28.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:28.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.18.254:43265(127.1.18.254:43265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:28.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.254:43265: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265
01:25:28.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:28.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.253:43407(127.1.18.253:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:28.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.18.253:43407: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
01:25:28.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965; will retry
01:25:28.055 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28587), Traces: [0ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [191ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [190ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [590ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [594ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [617ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [625ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [628ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [632ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [632ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [638ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [643ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [645ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [646ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [660ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [663ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [668ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [669ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [685ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [687ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [716ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [720ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [722ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [724ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [779ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [785ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [787ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [788ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [917ms] refreshing cache from master, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [921ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [924ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [928ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [929ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [996ms] refreshing cache from master, [997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [1000ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [1006ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [1006ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [1008ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [1177ms] refreshing cache from master, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [1186ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [1187ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [1188ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [1536ms] refreshing cache from master, [1537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [1538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [1539ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [1543ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [2016ms] refreshing cache from master, [2017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [2023ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [2025ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [2026ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [2031ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [2031ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [5076ms] refreshing cache from master, [5077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [5077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [5079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [5080ms] too many traces: truncated at 100 traces, deferred=Deferred@1089788041(state=PENDING, result=null, callback=(continuation of Deferred@1546854986 after retry RPC after error@1782170544) -> (continuation of Deferred@1097463161 after retry RPC after error@658464077) -> (continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743) -> (continuation of Deferred@130537948 after retry RPC after error@1717635297), errback=(continuation of Deferred@1546854986 after retry RPC after error@1782170544) -> (continuation of Deferred@1097463161 after retry RPC after error@658464077) -> (continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743) -> (continuation of Deferred@130537948 after retry RPC after error@1717635297)))
01:25:28.060 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.18.252:37965(127.1.18.252:37965)] disconnecting while in state READY
01:25:28.061 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.18.253:43407(127.1.18.253:43407)] disconnecting while in state TERMINATED
01:25:28.061 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.18.254:43265(127.1.18.254:43265)] disconnecting while in state TERMINATED
01:25:28.068 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:25:28.069 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:25:28.070 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.18.252:37965(127.1.18.252:37965)] handling channelInactive
01:25:28.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.18.252:37965(127.1.18.252:37965)] cleaning up while in state READY due to: connection closed
01:25:28.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:28.076155 1099 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 1530
01:25:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:25:29Z chronyd exiting
01:25:30.289 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:25:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:30.290674 374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 653
01:25:30.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:30.315109 374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 814
01:25:30.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:30.340582 374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 957
01:25:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:30.365212 374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 386
01:25:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:30.395797 374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 456
01:25:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:25:30.428570 374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 531
01:25:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:25:31Z chronyd exiting
01:25:32.597 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28587), Traces: [0ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [191ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [190ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [590ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [594ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [617ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [625ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [628ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [632ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [632ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [638ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [643ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [645ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [646ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [660ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [663ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [668ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [669ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [685ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [687ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [716ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [720ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [722ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [724ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [779ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [785ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [787ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [788ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [917ms] refreshing cache from master, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [921ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [924ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [928ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [929ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [996ms] refreshing cache from master, [997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [1000ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [1006ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [1006ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [1008ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [1177ms] refreshing cache from master, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [1186ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [1187ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [1188ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [1536ms] refreshing cache from master, [1537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [1538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [1539ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [1543ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [2016ms] refreshing cache from master, [2017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [2023ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [2025ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [2026ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [2031ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [2031ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [5076ms] refreshing cache from master, [5077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [5077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [5079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [5080ms] too many traces: truncated at 100 traces, deferred=Deferred@1089788041(state=PENDING, result=null, callback=(continuation of Deferred@1546854986 after retry RPC after error@1782170544) -> (continuation of Deferred@1097463161 after retry RPC after error@658464077) -> (continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743) -> (continuation of Deferred@130537948 after retry RPC after error@1717635297), errback=(continuation of Deferred@1546854986 after retry RPC after error@1782170544) -> (continuation of Deferred@1097463161 after retry RPC after error@658464077) -> (continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743) -> (continuation of Deferred@130537948 after retry RPC after error@1717635297)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.18.253:43407
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28587), Traces: [0ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [191ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [190ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [590ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [594ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [617ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [625ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [628ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [632ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [632ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [638ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [643ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [645ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [646ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [660ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [663ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [668ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [669ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [685ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [687ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [716ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [720ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [722ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [724ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [779ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [785ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [787ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [788ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [917ms] refreshing cache from master, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [921ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [924ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [928ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [929ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [996ms] refreshing cache from master, [997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [1000ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [1006ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [1006ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [1008ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [1177ms] refreshing cache from master, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [1186ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [1187ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [1188ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [1536ms] refreshing cache from master, [1537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [1538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [1539ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [1543ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [2016ms] refreshing cache from master, [2017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.254:43265: Network error: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265, [2023ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [2025ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.253:43407: Network error: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [2026ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [2031ms] Sub RPC ConnectToMaster: received response from server master-127.1.18.252:37965: OK, [2031ms] delaying RPC due to: Service unavailable: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407, [5076ms] refreshing cache from master, [5077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.254:43265, [5077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.253:43407, [5079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.18.252:37965, [5080ms] too many traces: truncated at 100 traces, deferred=Deferred@1089788041(state=PENDING, result=null, callback=(continuation of Deferred@1546854986 after retry RPC after error@1782170544) -> (continuation of Deferred@1097463161 after retry RPC after error@658464077) -> (continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743) -> (continuation of Deferred@130537948 after retry RPC after error@1717635297), errback=(continuation of Deferred@1546854986 after retry RPC after error@1782170544) -> (continuation of Deferred@1097463161 after retry RPC after error@658464077) -> (continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743) -> (continuation of Deferred@130537948 after retry RPC after error@1717635297)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.18.254:43265,127.1.18.253:43407,127.1.18.252:37965) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.254:43265(127.1.18.254:43265): Connection refused: /127.1.18.254:43265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.18.253:43407(127.1.18.253:43407): Connection refused: /127.1.18.253:43407
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.18.253:43407
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)