07:30:08.660 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
07:30:08.672 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskttY9yk/test-tmp
07:30:08.675 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
07:30:08.678 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskttY9yk/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
07:30:08.923 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
07:30:09.077 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:30:09.078 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:30:09.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.081229 13753 mini_oidc.cc:152] Starting JWKS server
07:30:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.084026 13753 webserver.cc:460] Webserver started at http://127.0.0.1:43271/ using document root <none> and password file <none>
07:30:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.084493 13753 mini_oidc.cc:189] Starting OIDC Discovery server
07:30:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.085254 13753 webserver.cc:460] Webserver started at http://127.0.0.1:33799/ using document root <none> and password file <none>
07:30:09.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T07:30:09Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:30:09.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T07:30:09Z Disabled control of system clock
07:30:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.113981 13753 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-0/wal
07:30:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-0/data
07:30:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:30:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:30:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:30:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-0/logs
07:30:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-0/data/info.pb
07:30:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:30:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:30:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:30:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:30:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:30:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:30:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:30:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:30:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.110.126:40005
07:30:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.110.126
07:30:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:30:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.110.84:45597
07:30:09.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:09.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:09.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:09.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:30:09.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.110.126:40005,127.13.110.125:44455,127.13.110.124:39307
07:30:09.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:30:09.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43271/jwks.json with env {}
07:30:09.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.430017 13764 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:30:09.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.430310 13764 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:30:09.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.430393 13764 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:30:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.441632 13764 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:30:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.441792 13764 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:30:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.441859 13764 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:30:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.441931 13764 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:30:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.441984 13764 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:30:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.442059 13764 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43271/jwks.json
07:30:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.451972 13764 master_runner.cc:386] Master server non-default flags:
07:30:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.110.84:45597
07:30:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-0/data
07:30:09.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-0/wal
07:30:09.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:30:09.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.110.126:40005,127.13.110.125:44455,127.13.110.124:39307
07:30:09.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:09.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:09.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:30:09.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.110.126:40005
07:30:09.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:30:09.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:30:09.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:30:09.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43271/jwks.json
07:30:09.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:09.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:09.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-0/data/info.pb
07:30:09.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.110.126
07:30:09.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:30:09.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:30:09.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:09.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:30:09.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:30:09.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:09.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-0/logs
07:30:09.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:09.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:30:09.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:30:09.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:30:09.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:30:09.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:30:09.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:30:09.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:26:09 UTC on ccycloud.quasar-arzrrx.root.comops.site
07:30:09.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673740
07:30:09.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:30:09.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.453794 13764 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:30:09.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.456265 13764 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:30:09.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.469264 13769 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:09.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.469306 13772 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.469229 13770 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.470391 13764 server_base.cc:1034] running on GCE node
07:30:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.471274 13764 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:30:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.472769 13764 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:30:09.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.474015 13764 hybrid_clock.cc:648] HybridClock initialized: now 1790407809473891 us; error 93 us; skew 500 ppm
07:30:09.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.474433 13764 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:30:09.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.480475 13764 webserver.cc:460] Webserver started at http://127.13.110.126:41893/ using document root <none> and password file <none>
07:30:09.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.481130 13764 fs_manager.cc:359] Metadata directory not provided
07:30:09.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.481240 13764 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:30:09.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.481557 13764 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:30:09.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.484125 13764 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-0/data/instance:
07:30:09.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57ee2046ea034f0a858e79dac73e92f2"
07:30:09.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:09 on dist-test-slave-vdcj"
07:30:09.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.484896 13764 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-0/wal/instance:
07:30:09.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57ee2046ea034f0a858e79dac73e92f2"
07:30:09.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:09 on dist-test-slave-vdcj"
07:30:09.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.490398 13764 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
07:30:09.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.493995 13778 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:30:09.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.495338 13764 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
07:30:09.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.495533 13764 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-0/data,/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-0/wal
07:30:09.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57ee2046ea034f0a858e79dac73e92f2"
07:30:09.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:09 on dist-test-slave-vdcj"
07:30:09.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.495802 13764 fs_report.cc:383] FS layout report
07:30:09.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:30:09.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-0/wal
07:30:09.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-0/wal
07:30:09.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-0/data/data
07:30:09.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:30:09.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:30:09.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:30:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:30:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:30:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:30:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:30:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:30:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:30:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:30:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:30:09.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.517571 13764 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:30:09.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.518642 13764 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:30:09.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.519026 13764 kserver.cc:163] Server-wide thread pool size limit: 3276
07:30:09.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.536957 13764 rpc_server.cc:307] RPC server started. Bound to: 127.13.110.126:40005
07:30:09.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.536978 13829 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.110.126:40005 every 8 connection(s)
07:30:09.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.538545 13764 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-0/data/info.pb
07:30:09.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.540781 13753 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskttY9yk/build/asan/bin/kudu as pid 13764
07:30:09.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.541049 13753 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-0/wal/instance
07:30:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.543313 13830 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:30:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.543895 13753 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-1/wal
07:30:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-1/data
07:30:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:30:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:30:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:30:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-1/logs
07:30:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-1/data/info.pb
07:30:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:30:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:30:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:30:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:30:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:30:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:30:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:30:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:30:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.110.125:44455
07:30:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.110.125
07:30:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:30:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.110.84:45597
07:30:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:30:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.110.126:40005,127.13.110.125:44455,127.13.110.124:39307
07:30:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:30:09.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43271/jwks.json with env {}
07:30:09.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.553203 13830 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } has no permanent_uuid. Determining permanent_uuid...
07:30:09.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.574316 13830 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } has no permanent_uuid. Determining permanent_uuid...
07:30:09.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.575610 13779 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.110.125:44455: connect: Connection refused (error 111)
07:30:09.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.577102 13830 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.110.125:44455: Network error: Client connection negotiation failed: client connection to 127.13.110.125:44455: connect: Connection refused (error 111)
07:30:09.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.626468 13830 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } attempt: 1
07:30:09.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.628739 13830 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.110.125:44455: Network error: Client connection negotiation failed: client connection to 127.13.110.125:44455: connect: Connection refused (error 111)
07:30:09.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.697017 13830 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } attempt: 2
07:30:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.699174 13830 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.110.125:44455: Network error: Client connection negotiation failed: client connection to 127.13.110.125:44455: connect: Connection refused (error 111)
07:30:09.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.790468 13830 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } attempt: 3
07:30:09.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.792587 13830 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.110.125:44455: Network error: Client connection negotiation failed: client connection to 127.13.110.125:44455: connect: Connection refused (error 111)
07:30:09.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.884914 13832 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:30:09.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.885218 13832 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:30:09.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.885303 13832 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:30:09.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.893318 13832 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:30:09.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.893498 13832 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:30:09.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.893549 13832 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:30:09.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.893599 13832 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:30:09.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.893636 13832 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:30:09.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.893687 13832 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43271/jwks.json
07:30:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.903908 13832 master_runner.cc:386] Master server non-default flags:
07:30:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.110.84:45597
07:30:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-1/data
07:30:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-1/wal
07:30:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:30:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.110.126:40005,127.13.110.125:44455,127.13.110.124:39307
07:30:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:30:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.110.125:44455
07:30:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:30:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:30:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:30:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43271/jwks.json
07:30:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-1/data/info.pb
07:30:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.110.125
07:30:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:30:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:30:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:30:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:30:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-1/logs
07:30:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:30:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:30:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:30:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:30:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:30:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:30:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:26:09 UTC on ccycloud.quasar-arzrrx.root.comops.site
07:30:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673740
07:30:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:30:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.905396 13832 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:30:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.907783 13832 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:30:09.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.919991 13841 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:09.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.919977 13840 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:09.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.920032 13843 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:09.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.921360 13832 server_base.cc:1034] running on GCE node
07:30:09.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.922168 13832 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:30:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.923648 13832 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:30:09.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.924876 13832 hybrid_clock.cc:648] HybridClock initialized: now 1790407809924791 us; error 73 us; skew 500 ppm
07:30:09.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.925174 13832 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:30:09.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.927996 13832 webserver.cc:460] Webserver started at http://127.13.110.125:43653/ using document root <none> and password file <none>
07:30:09.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.928860 13832 fs_manager.cc:359] Metadata directory not provided
07:30:09.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.929009 13832 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:30:09.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.929361 13832 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:30:09.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.932300 13832 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-1/data/instance:
07:30:09.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e37eb70540ae484c8e2b5b87262c2345"
07:30:09.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:09 on dist-test-slave-vdcj"
07:30:09.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.933172 13832 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-1/wal/instance:
07:30:09.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e37eb70540ae484c8e2b5b87262c2345"
07:30:09.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:09 on dist-test-slave-vdcj"
07:30:09.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.935861 13830 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } attempt: 4
07:30:09.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:09.937958 13830 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.110.125:44455: Network error: Client connection negotiation failed: client connection to 127.13.110.125:44455: connect: Connection refused (error 111)
07:30:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.939954 13832 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.004s sys 0.001s
07:30:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.944054 13849 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:30:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.945608 13832 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s
07:30:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.945778 13832 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-1/data,/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-1/wal
07:30:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e37eb70540ae484c8e2b5b87262c2345"
07:30:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:09 on dist-test-slave-vdcj"
07:30:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.946036 13832 fs_report.cc:383] FS layout report
07:30:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:30:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-1/wal
07:30:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-1/wal
07:30:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-1/data/data
07:30:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:30:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:30:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:30:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:30:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:30:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:30:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:30:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:30:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:30:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:30:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:30:09.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.961112 13832 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:30:09.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.962088 13832 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:30:09.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.962366 13832 kserver.cc:163] Server-wide thread pool size limit: 3276
07:30:09.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.980698 13832 rpc_server.cc:307] RPC server started. Bound to: 127.13.110.125:44455
07:30:09.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.980734 13900 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.110.125:44455 every 8 connection(s)
07:30:09.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.982115 13832 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-1/data/info.pb
07:30:09.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.985924 13901 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:30:09.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.992489 13753 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskttY9yk/build/asan/bin/kudu as pid 13832
07:30:09.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.992633 13753 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-1/wal/instance
07:30:09.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.992025 13901 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } has no permanent_uuid. Determining permanent_uuid...
07:30:09.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:09.993667 13753 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:09.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-2/wal
07:30:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-2/data
07:30:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:30:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:30:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:30:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-2/logs
07:30:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-2/data/info.pb
07:30:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:30:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:30:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:30:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:30:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:30:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:30:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:30:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:30:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.110.124:39307
07:30:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.110.124
07:30:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:30:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.110.84:45597
07:30:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:30:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.110.126:40005,127.13.110.125:44455,127.13.110.124:39307
07:30:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:30:09.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43271/jwks.json with env {}
07:30:10.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.008152 13901 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } has no permanent_uuid. Determining permanent_uuid...
07:30:10.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.018014 13901 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } has no permanent_uuid. Determining permanent_uuid...
07:30:10.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.019224 13851 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.110.124:39307: connect: Connection refused (error 111)
07:30:10.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.020850 13901 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.110.124:39307: Network error: Client connection negotiation failed: client connection to 127.13.110.124:39307: connect: Connection refused (error 111)
07:30:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.070218 13901 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } attempt: 1
07:30:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.072288 13901 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.110.124:39307: Network error: Client connection negotiation failed: client connection to 127.13.110.124:39307: connect: Connection refused (error 111)
07:30:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.140610 13901 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } attempt: 2
07:30:10.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.142994 13901 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.110.124:39307: Network error: Client connection negotiation failed: client connection to 127.13.110.124:39307: connect: Connection refused (error 111)
07:30:10.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.234234 13901 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } attempt: 3
07:30:10.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.236244 13901 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.110.124:39307: Network error: Client connection negotiation failed: client connection to 127.13.110.124:39307: connect: Connection refused (error 111)
07:30:10.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.237241 13830 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } attempt: 5
07:30:10.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.243831 13830 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } has no permanent_uuid. Determining permanent_uuid...
07:30:10.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.245716 13830 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.110.124:39307: Network error: Client connection negotiation failed: client connection to 127.13.110.124:39307: connect: Connection refused (error 111)
07:30:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.296972 13830 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } attempt: 1
07:30:10.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.299278 13830 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.110.124:39307: Network error: Client connection negotiation failed: client connection to 127.13.110.124:39307: connect: Connection refused (error 111)
07:30:10.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.332778 13904 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:30:10.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.333073 13904 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:30:10.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.333158 13904 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:30:10.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.340466 13904 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:30:10.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.340575 13904 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:30:10.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.340626 13904 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:30:10.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.340677 13904 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:30:10.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.340714 13904 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:30:10.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.340762 13904 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43271/jwks.json
07:30:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.350128 13904 master_runner.cc:386] Master server non-default flags:
07:30:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.110.84:45597
07:30:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-2/data
07:30:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-2/wal
07:30:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:30:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.110.126:40005,127.13.110.125:44455,127.13.110.124:39307
07:30:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:30:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.110.124:39307
07:30:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:30:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:30:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:30:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43271/jwks.json
07:30:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-2/data/info.pb
07:30:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.110.124
07:30:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:30:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:30:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:30:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:30:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-2/logs
07:30:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:10.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:30:10.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:30:10.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:30:10.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:30:10.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:30:10.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:30:10.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:26:09 UTC on ccycloud.quasar-arzrrx.root.comops.site
07:30:10.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673740
07:30:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:30:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.351701 13904 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:30:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.354095 13904 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:30:10.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.367518 13830 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } attempt: 2
07:30:10.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.367481 13914 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:10.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.367475 13911 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:10.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.368009 13912 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:10.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.369065 13904 server_base.cc:1034] running on GCE node
07:30:10.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.369801 13830 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.110.124:39307: Network error: Client connection negotiation failed: client connection to 127.13.110.124:39307: connect: Connection refused (error 111)
07:30:10.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.370126 13904 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:30:10.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.371518 13904 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:30:10.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.372786 13904 hybrid_clock.cc:648] HybridClock initialized: now 1790407810372675 us; error 88 us; skew 500 ppm
07:30:10.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.373199 13904 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:30:10.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.375754 13904 webserver.cc:460] Webserver started at http://127.13.110.124:36567/ using document root <none> and password file <none>
07:30:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.376489 13904 fs_manager.cc:359] Metadata directory not provided
07:30:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.376641 13904 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:30:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.377000 13904 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:30:10.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.379492 13901 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } attempt: 4
07:30:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.379964 13904 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-2/data/instance:
07:30:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "155a67d17b134d31b6397c9a64fa9615"
07:30:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:10 on dist-test-slave-vdcj"
07:30:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.380910 13904 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-2/wal/instance:
07:30:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "155a67d17b134d31b6397c9a64fa9615"
07:30:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:10 on dist-test-slave-vdcj"
07:30:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.381331 13901 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.110.124:39307: Network error: Client connection negotiation failed: client connection to 127.13.110.124:39307: connect: Connection refused (error 111)
07:30:10.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.386270 13904 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.001s
07:30:10.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.389842 13920 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:30:10.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.391206 13904 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
07:30:10.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.391404 13904 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-2/data,/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-2/wal
07:30:10.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "155a67d17b134d31b6397c9a64fa9615"
07:30:10.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:10 on dist-test-slave-vdcj"
07:30:10.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.391666 13904 fs_report.cc:383] FS layout report
07:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-2/wal
07:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-2/wal
07:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-2/data/data
07:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:30:10.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.405148 13904 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:30:10.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.406129 13904 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:30:10.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.406522 13904 kserver.cc:163] Server-wide thread pool size limit: 3276
07:30:10.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.425287 13904 rpc_server.cc:307] RPC server started. Bound to: 127.13.110.124:39307
07:30:10.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.425326 13971 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.110.124:39307 every 8 connection(s)
07:30:10.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.426796 13904 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-2/data/info.pb
07:30:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.429168 13753 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskttY9yk/build/asan/bin/kudu as pid 13904
07:30:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.429281 13753 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/master-2/wal/instance
07:30:10.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.430630 13972 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:30:10.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.439013 13972 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } has no permanent_uuid. Determining permanent_uuid...
07:30:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.454638 13972 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } has no permanent_uuid. Determining permanent_uuid...
07:30:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.461330 13972 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } has no permanent_uuid. Determining permanent_uuid...
07:30:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.472146 13972 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615: Bootstrap starting.
07:30:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.475312 13972 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615: Neither blocks nor log segments found. Creating new log.
07:30:10.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.476017 13830 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } attempt: 3
07:30:10.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.476385 13972 log.cc:824] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615: Log is configured to *not* fsync() on all Append() calls
07:30:10.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.479573 13972 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615: No bootstrap required, opened a new log
07:30:10.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.487947 13830 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2: Bootstrap starting.
07:30:10.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.489363 13972 raft_consensus.cc:348] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } } peers { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } } peers { permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } }
07:30:10.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.489846 13972 raft_consensus.cc:374] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:30:10.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.489954 13972 raft_consensus.cc:729] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 155a67d17b134d31b6397c9a64fa9615, State: Initialized, Role: FOLLOWER
07:30:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.490621 13972 consensus_queue.cc:260] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } } peers { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } } peers { permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } }
07:30:10.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.492203 13830 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2: Neither blocks nor log segments found. Creating new log.
07:30:10.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.493095 13979 sys_catalog.cc:455] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } } peers { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } } peers { permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } } }
07:30:10.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.493624 13830 log.cc:824] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2: Log is configured to *not* fsync() on all Append() calls
07:30:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.495102 13979 sys_catalog.cc:458] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615 [sys.catalog]: This master's current role is: FOLLOWER
07:30:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.494446 13972 sys_catalog.cc:564] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615 [sys.catalog]: configured and running, proceeding with master startup.
07:30:10.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.502930 13830 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2: No bootstrap required, opened a new log
07:30:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.513765 13830 raft_consensus.cc:348] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } } peers { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } } peers { permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } }
07:30:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.514524 13830 raft_consensus.cc:374] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:30:10.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.516562 13830 raft_consensus.cc:729] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 57ee2046ea034f0a858e79dac73e92f2, State: Initialized, Role: FOLLOWER
07:30:10.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.517738 13830 consensus_queue.cc:260] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } } peers { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } } peers { permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } }
07:30:10.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.525048 13992 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } } peers { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } } peers { permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } } }
07:30:10.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.525791 13992 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [sys.catalog]: This master's current role is: FOLLOWER
07:30:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.526409 13784 tablet.cc:2369] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:30:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.526688 13830 sys_catalog.cc:564] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [sys.catalog]: configured and running, proceeding with master startup.
07:30:10.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.519960 13904 master_runner.cc:186] Error getting master registration for 127.13.110.126:40005: OK, instance_id { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" instance_seqno: 1790407809531964 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:30:10.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.533618 13904 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:30:10.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.534425 13991 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:10.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:10.534655 13991 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.536717 13992 raft_consensus.cc:482] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:30:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.537024 13992 raft_consensus.cc:504] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } } peers { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } } peers { permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } }
07:30:10.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.538657 13992 leader_election.cc:288] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e37eb70540ae484c8e2b5b87262c2345 (127.13.110.125:44455), 155a67d17b134d31b6397c9a64fa9615 (127.13.110.124:39307)
07:30:10.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.546031 13947 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "57ee2046ea034f0a858e79dac73e92f2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "155a67d17b134d31b6397c9a64fa9615" is_pre_election: true
07:30:10.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.546617 13947 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 57ee2046ea034f0a858e79dac73e92f2 in term 0.
07:30:10.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.547591 13780 leader_election.cc:302] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 155a67d17b134d31b6397c9a64fa9615, 57ee2046ea034f0a858e79dac73e92f2; no voters:
07:30:10.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.548123 13992 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [term 0 FOLLOWER]: Leader pre-election won for term 1
07:30:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.548270 13992 raft_consensus.cc:482] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:30:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.548398 13992 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [term 0 FOLLOWER]: Advancing to term 1
07:30:10.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.551865 13992 raft_consensus.cc:504] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } } peers { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } } peers { permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } }
07:30:10.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.554399 13992 leader_election.cc:288] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [CANDIDATE]: Term 1 election: Requested vote from peers e37eb70540ae484c8e2b5b87262c2345 (127.13.110.125:44455), 155a67d17b134d31b6397c9a64fa9615 (127.13.110.124:39307)
07:30:10.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.554473 13947 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "57ee2046ea034f0a858e79dac73e92f2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "155a67d17b134d31b6397c9a64fa9615"
07:30:10.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.554692 13947 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615 [term 0 FOLLOWER]: Advancing to term 1
07:30:10.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.557940 13947 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 57ee2046ea034f0a858e79dac73e92f2 in term 1.
07:30:10.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.558717 13780 leader_election.cc:302] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 155a67d17b134d31b6397c9a64fa9615, 57ee2046ea034f0a858e79dac73e92f2; no voters:
07:30:10.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.559134 13992 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [term 1 FOLLOWER]: Leader election won for term 1
07:30:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.562049 13992 raft_consensus.cc:686] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [term 1 LEADER]: Becoming Leader. State: Replica: 57ee2046ea034f0a858e79dac73e92f2, State: Running, Role: LEADER
07:30:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.563653 13992 consensus_queue.cc:237] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } } peers { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } } peers { permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } }
07:30:10.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.567279 14000 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 57ee2046ea034f0a858e79dac73e92f2. Latest consensus state: current_term: 1 leader_uuid: "57ee2046ea034f0a858e79dac73e92f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } } peers { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } } peers { permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } } }
07:30:10.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.567639 14000 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [sys.catalog]: This master's current role is: LEADER
07:30:10.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.568501 14006 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:30:10.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.578609 14006 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:30:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.603065 13947 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615 [term 1 FOLLOWER]: Refusing update from remote peer 57ee2046ea034f0a858e79dac73e92f2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:30:10.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.585383 13764 master_runner.cc:186] Error getting master registration for 127.13.110.125:44455: OK, instance_id { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" instance_seqno: 1790407809975330 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:30:10.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.607224 13764 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:30:10.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.610862 14000 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:30:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.632699 13979 sys_catalog.cc:455] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 57ee2046ea034f0a858e79dac73e92f2. Latest consensus state: current_term: 1 leader_uuid: "57ee2046ea034f0a858e79dac73e92f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } } peers { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } } peers { permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } } }
07:30:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.633065 13979 sys_catalog.cc:458] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615 [sys.catalog]: This master's current role is: FOLLOWER
07:30:10.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.637576 13979 sys_catalog.cc:455] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "57ee2046ea034f0a858e79dac73e92f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } } peers { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } } peers { permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } } }
07:30:10.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.637852 13979 sys_catalog.cc:458] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615 [sys.catalog]: This master's current role is: FOLLOWER
07:30:10.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.638641 14000 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "57ee2046ea034f0a858e79dac73e92f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } } peers { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } } peers { permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } } }
07:30:10.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.638934 14000 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [sys.catalog]: This master's current role is: LEADER
07:30:10.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.640691 14006 catalog_manager.cc:1347] Generated new cluster ID: 6e5e62cc1c004c0cb32dbbd17bbae264
07:30:10.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.640793 14006 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:30:10.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.649268 14010 mvcc.cc:205] Tried to move back new op lower bound from 7333510392218763264 to 7333510392074285056. Current Snapshot: MvccSnapshot[applied={T|T < 7333510392218763264 or (T in {7333510392218763264})}]
07:30:10.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.680586 13901 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } attempt: 5
07:30:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.689857 14006 catalog_manager.cc:1370] Generated new certificate authority record
07:30:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.693092 14006 catalog_manager.cc:1504] Loading token signing keys...
07:30:10.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.696784 13901 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345: Bootstrap starting.
07:30:10.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.705996 13901 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345: Neither blocks nor log segments found. Creating new log.
07:30:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.709504 13901 log.cc:824] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345: Log is configured to *not* fsync() on all Append() calls
07:30:10.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.717921 14006 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2: Generated new TSK 0
07:30:10.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.719512 14006 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:30:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.730983 13753 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-0/wal
07:30:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-0/data
07:30:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:30:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:30:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:30:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-0/logs
07:30:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-0/data/info.pb
07:30:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:30:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:30:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:30:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:30:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:30:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:30:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.110.65:0
07:30:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.110.65
07:30:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.110.65
07:30:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:30:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.110.126:40005,127.13.110.125:44455,127.13.110.124:39307
07:30:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.110.84:45597
07:30:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:10.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:10.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:30:10.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.740353 13901 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345: No bootstrap required, opened a new log
07:30:10.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.780136 13901 raft_consensus.cc:348] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } } peers { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } } peers { permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } }
07:30:10.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.781728 13901 raft_consensus.cc:374] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:30:10.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.782320 13901 raft_consensus.cc:729] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e37eb70540ae484c8e2b5b87262c2345, State: Initialized, Role: FOLLOWER
07:30:10.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.785228 13901 consensus_queue.cc:260] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } } peers { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } } peers { permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } }
07:30:10.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.788524 14016 sys_catalog.cc:455] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } } peers { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } } peers { permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } } }
07:30:10.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.789588 14016 sys_catalog.cc:458] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345 [sys.catalog]: This master's current role is: FOLLOWER
07:30:10.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.795469 13901 sys_catalog.cc:564] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345 [sys.catalog]: configured and running, proceeding with master startup.
07:30:10.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.794852 13876 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "57ee2046ea034f0a858e79dac73e92f2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e37eb70540ae484c8e2b5b87262c2345" is_pre_election: true
07:30:10.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.797071 13875 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "57ee2046ea034f0a858e79dac73e92f2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e37eb70540ae484c8e2b5b87262c2345"
07:30:10.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.795469 13874 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345 [term 0 FOLLOWER]: Advancing to term 1
07:30:10.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.801796 13874 raft_consensus.cc:1261] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345 [term 1 FOLLOWER]: Refusing update from remote peer 57ee2046ea034f0a858e79dac73e92f2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:30:10.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.802862 14000 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:30:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.838506 14016 sys_catalog.cc:455] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 57ee2046ea034f0a858e79dac73e92f2. Latest consensus state: current_term: 1 leader_uuid: "57ee2046ea034f0a858e79dac73e92f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } } peers { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } } peers { permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } } }
07:30:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.838850 14016 sys_catalog.cc:458] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345 [sys.catalog]: This master's current role is: FOLLOWER
07:30:10.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.839633 14022 sys_catalog.cc:455] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "57ee2046ea034f0a858e79dac73e92f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } } peers { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } } peers { permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } } }
07:30:10.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.840272 14022 sys_catalog.cc:458] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345 [sys.catalog]: This master's current role is: FOLLOWER
07:30:10.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:10.874006 14032 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:30:11.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.241212 14000 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "57ee2046ea034f0a858e79dac73e92f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ee2046ea034f0a858e79dac73e92f2" member_type: VOTER last_known_addr { host: "127.13.110.126" port: 40005 } } peers { permanent_uuid: "e37eb70540ae484c8e2b5b87262c2345" member_type: VOTER last_known_addr { host: "127.13.110.125" port: 44455 } } peers { permanent_uuid: "155a67d17b134d31b6397c9a64fa9615" member_type: VOTER last_known_addr { host: "127.13.110.124" port: 39307 } } }
07:30:11.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.241657 14000 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57ee2046ea034f0a858e79dac73e92f2 [sys.catalog]: This master's current role is: LEADER
07:30:11.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:11.241660 14015 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:30:11.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:11.242060 14015 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:30:11.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:11.242442 14015 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:30:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:11.250972 14015 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:30:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:11.251210 14015 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.110.65
07:30:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.260852 14015 tablet_server_runner.cc:78] Tablet server non-default flags:
07:30:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.110.84:45597
07:30:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-0/data
07:30:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-0/wal
07:30:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.110.65:0
07:30:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:30:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-0/data/info.pb
07:30:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.110.65
07:30:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:30:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.110.126:40005,127.13.110.125:44455,127.13.110.124:39307
07:30:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:30:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:30:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:30:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.110.65
07:30:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-0/logs
07:30:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:30:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:30:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:30:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:30:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:30:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:30:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:26:09 UTC on ccycloud.quasar-arzrrx.root.comops.site
07:30:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673740
07:30:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:30:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.262674 14015 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:30:11.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.264505 14015 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:30:11.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:11.277922 14040 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:11.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:11.277956 14043 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:11.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:11.277997 14041 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:11.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.279277 14015 server_base.cc:1034] running on GCE node
07:30:11.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.279877 14015 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:30:11.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.280799 14015 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:30:11.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.282059 14015 hybrid_clock.cc:648] HybridClock initialized: now 1790407811281962 us; error 62 us; skew 500 ppm
07:30:11.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.282414 14015 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:30:11.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.285036 14015 webserver.cc:460] Webserver started at http://127.13.110.65:38181/ using document root <none> and password file <none>
07:30:11.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.285856 14015 fs_manager.cc:359] Metadata directory not provided
07:30:11.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.286006 14015 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:30:11.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.286329 14015 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:30:11.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.288983 14015 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-0/data/instance:
07:30:11.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77317758ade047769d94e13394f3db9a"
07:30:11.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:11 on dist-test-slave-vdcj"
07:30:11.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.289861 14015 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-0/wal/instance:
07:30:11.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77317758ade047769d94e13394f3db9a"
07:30:11.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:11 on dist-test-slave-vdcj"
07:30:11.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.295347 14015 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
07:30:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.299369 14049 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:30:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.300988 14015 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
07:30:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.301208 14015 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-0/data,/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-0/wal
07:30:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77317758ade047769d94e13394f3db9a"
07:30:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:11 on dist-test-slave-vdcj"
07:30:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.301540 14015 fs_report.cc:383] FS layout report
07:30:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:30:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-0/wal
07:30:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-0/wal
07:30:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-0/data/data
07:30:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:30:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:30:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:30:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:30:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:30:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:30:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:30:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:30:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:30:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:30:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:30:11.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.331135 14015 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:30:11.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.332134 14015 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:30:11.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.332481 14015 kserver.cc:163] Server-wide thread pool size limit: 3276
07:30:11.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.333648 14015 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:30:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.335243 14015 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:30:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.335348 14015 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:30:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.335472 14015 ts_tablet_manager.cc:610] Registered 0 tablets
07:30:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.335546 14015 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:30:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.369354 14015 rpc_server.cc:307] RPC server started. Bound to: 127.13.110.65:35769
07:30:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.369498 14161 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.110.65:35769 every 8 connection(s)
07:30:11.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.370867 14015 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-0/data/info.pb
07:30:11.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.374930 13753 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskttY9yk/build/asan/bin/kudu as pid 14015
07:30:11.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.375141 13753 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-0/wal/instance
07:30:11.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.382323 13753 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:11.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:11.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-1/wal
07:30:11.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-1/data
07:30:11.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:30:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:30:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:30:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-1/logs
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-1/data/info.pb
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.110.66:0
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.110.66
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.110.66
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.110.126:40005,127.13.110.125:44455,127.13.110.124:39307
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.110.84:45597
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:30:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.397387 14164 heartbeater.cc:347] Connected to a master server at 127.13.110.125:44455
07:30:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.397833 14164 heartbeater.cc:464] Registering TS with master...
07:30:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.397960 14163 heartbeater.cc:347] Connected to a master server at 127.13.110.126:40005
07:30:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.397960 14162 heartbeater.cc:347] Connected to a master server at 127.13.110.124:39307
07:30:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.398136 14163 heartbeater.cc:464] Registering TS with master...
07:30:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.398144 14162 heartbeater.cc:464] Registering TS with master...
07:30:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.398985 14163 heartbeater.cc:511] Master 127.13.110.126:40005 requested a full tablet report, sending...
07:30:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.399004 14162 heartbeater.cc:511] Master 127.13.110.124:39307 requested a full tablet report, sending...
07:30:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.399948 14164 heartbeater.cc:511] Master 127.13.110.125:44455 requested a full tablet report, sending...
07:30:11.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.401320 13795 ts_manager.cc:194] Registered new tserver with Master: 77317758ade047769d94e13394f3db9a (127.13.110.65:35769)
07:30:11.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.401743 13937 ts_manager.cc:194] Registered new tserver with Master: 77317758ade047769d94e13394f3db9a (127.13.110.65:35769)
07:30:11.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.403270 13795 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.13.110.65:53107
07:30:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.405627 13866 ts_manager.cc:194] Registered new tserver with Master: 77317758ade047769d94e13394f3db9a (127.13.110.65:35769)
07:30:11.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.536954 13991 catalog_manager.cc:1259] Loaded cluster ID: 6e5e62cc1c004c0cb32dbbd17bbae264
07:30:11.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.537053 13991 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615: loading cluster ID for follower catalog manager: success
07:30:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.540853 13991 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615: acquiring CA information for follower catalog manager: success
07:30:11.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.543391 13991 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 155a67d17b134d31b6397c9a64fa9615: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:30:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:11.720820 14172 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:30:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:11.721139 14172 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:30:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:11.721272 14172 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:30:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:11.728660 14172 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:30:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:11.728847 14172 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.110.66
07:30:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.739074 14172 tablet_server_runner.cc:78] Tablet server non-default flags:
07:30:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.110.84:45597
07:30:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-1/data
07:30:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-1/wal
07:30:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.110.66:0
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-1/data/info.pb
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.110.66
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.110.126:40005,127.13.110.125:44455,127.13.110.124:39307
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.110.66
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-1/logs
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:26:09 UTC on ccycloud.quasar-arzrrx.root.comops.site
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673740
07:30:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:30:11.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.740444 14172 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:30:11.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.742208 14172 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:30:11.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:11.755786 14178 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:11.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:11.755743 14180 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:11.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:11.756270 14177 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:11.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.756695 14172 server_base.cc:1034] running on GCE node
07:30:11.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.757429 14172 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:30:11.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.758558 14172 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:30:11.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.759800 14172 hybrid_clock.cc:648] HybridClock initialized: now 1790407811759710 us; error 62 us; skew 500 ppm
07:30:11.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.760145 14172 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:30:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.762676 14172 webserver.cc:460] Webserver started at http://127.13.110.66:37901/ using document root <none> and password file <none>
07:30:11.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.763396 14172 fs_manager.cc:359] Metadata directory not provided
07:30:11.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.763540 14172 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:30:11.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.763864 14172 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:30:11.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.766541 14172 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-1/data/instance:
07:30:11.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11b726ed16804e318e98ea2e98b05fb6"
07:30:11.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:11 on dist-test-slave-vdcj"
07:30:11.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.767371 14172 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-1/wal/instance:
07:30:11.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11b726ed16804e318e98ea2e98b05fb6"
07:30:11.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:11 on dist-test-slave-vdcj"
07:30:11.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.772607 14172 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
07:30:11.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.776084 14186 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:30:11.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.777372 14172 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
07:30:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.777810 14172 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-1/data,/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-1/wal
07:30:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11b726ed16804e318e98ea2e98b05fb6"
07:30:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:11 on dist-test-slave-vdcj"
07:30:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.778009 14172 fs_report.cc:383] FS layout report
07:30:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:30:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-1/wal
07:30:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-1/wal
07:30:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-1/data/data
07:30:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:30:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:30:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:30:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:30:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:30:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:30:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:30:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:30:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:30:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:30:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:30:11.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.793251 14172 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:30:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.794152 14172 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:30:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.794472 14172 kserver.cc:163] Server-wide thread pool size limit: 3276
07:30:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.795560 14172 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:30:11.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.797269 14172 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:30:11.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.797371 14172 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:30:11.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.797540 14172 ts_tablet_manager.cc:610] Registered 0 tablets
07:30:11.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.797616 14172 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:30:11.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.830221 14172 rpc_server.cc:307] RPC server started. Bound to: 127.13.110.66:33003
07:30:11.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.830258 14298 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.110.66:33003 every 8 connection(s)
07:30:11.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.831516 14172 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-1/data/info.pb
07:30:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.833297 13753 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskttY9yk/build/asan/bin/kudu as pid 14172
07:30:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.833455 13753 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-1/wal/instance
07:30:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.840061 13753 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-2/wal
07:30:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-2/data
07:30:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:30:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:30:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:30:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-2/logs
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-2/data/info.pb
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.110.67:0
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.110.67
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.110.67
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.110.126:40005,127.13.110.125:44455,127.13.110.124:39307
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.110.84:45597
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:30:11.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.855691 14301 heartbeater.cc:347] Connected to a master server at 127.13.110.125:44455
07:30:11.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.855671 14299 heartbeater.cc:347] Connected to a master server at 127.13.110.124:39307
07:30:11.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.856076 14299 heartbeater.cc:464] Registering TS with master...
07:30:11.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.856077 14301 heartbeater.cc:464] Registering TS with master...
07:30:11.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.857191 14301 heartbeater.cc:511] Master 127.13.110.125:44455 requested a full tablet report, sending...
07:30:11.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.857226 14299 heartbeater.cc:511] Master 127.13.110.124:39307 requested a full tablet report, sending...
07:30:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.857852 14300 heartbeater.cc:347] Connected to a master server at 127.13.110.126:40005
07:30:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.858012 14300 heartbeater.cc:464] Registering TS with master...
07:30:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.858544 14300 heartbeater.cc:511] Master 127.13.110.126:40005 requested a full tablet report, sending...
07:30:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.859972 13866 ts_manager.cc:194] Registered new tserver with Master: 11b726ed16804e318e98ea2e98b05fb6 (127.13.110.66:33003)
07:30:11.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.866271 13937 ts_manager.cc:194] Registered new tserver with Master: 11b726ed16804e318e98ea2e98b05fb6 (127.13.110.66:33003)
07:30:11.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.866552 13795 ts_manager.cc:194] Registered new tserver with Master: 11b726ed16804e318e98ea2e98b05fb6 (127.13.110.66:33003)
07:30:11.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.867403 13795 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.13.110.66:45147
07:30:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.878758 14032 catalog_manager.cc:1259] Loaded cluster ID: 6e5e62cc1c004c0cb32dbbd17bbae264
07:30:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.878893 14032 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345: loading cluster ID for follower catalog manager: success
07:30:11.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.882884 14032 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345: acquiring CA information for follower catalog manager: success
07:30:11.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:11.885385 14032 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e37eb70540ae484c8e2b5b87262c2345: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:30:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:12.185877 14306 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:30:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:12.186216 14306 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:30:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:12.186336 14306 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:30:12.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:12.195210 14306 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:30:12.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:12.195504 14306 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.110.67
07:30:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.205338 14306 tablet_server_runner.cc:78] Tablet server non-default flags:
07:30:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.110.84:45597
07:30:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-2/data
07:30:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-2/wal
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.110.67:0
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-2/data/info.pb
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.110.67
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.110.126:40005,127.13.110.125:44455,127.13.110.124:39307
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.110.67
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-2/logs
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:26:09 UTC on ccycloud.quasar-arzrrx.root.comops.site
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673740
07:30:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:30:12.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.207095 14306 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:30:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.208864 14306 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:30:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:12.223714 14312 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:12.223711 14313 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:12.224349 14315 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:12.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.225497 14306 server_base.cc:1034] running on GCE node
07:30:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.226151 14306 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:30:12.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.227180 14306 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:30:12.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.228523 14306 hybrid_clock.cc:648] HybridClock initialized: now 1790407812228437 us; error 50 us; skew 500 ppm
07:30:12.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.228881 14306 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:30:12.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.231389 14306 webserver.cc:460] Webserver started at http://127.13.110.67:43833/ using document root <none> and password file <none>
07:30:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.232082 14306 fs_manager.cc:359] Metadata directory not provided
07:30:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.232235 14306 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:30:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.232577 14306 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:30:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.235329 14306 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-2/data/instance:
07:30:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cebe21fff1064792a1f6808aa0ea1183"
07:30:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:12 on dist-test-slave-vdcj"
07:30:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.236126 14306 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-2/wal/instance:
07:30:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cebe21fff1064792a1f6808aa0ea1183"
07:30:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:12 on dist-test-slave-vdcj"
07:30:12.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.241497 14306 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.004s sys 0.003s
07:30:12.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.245000 14321 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:30:12.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.246620 14306 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
07:30:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.246793 14306 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-2/data,/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-2/wal
07:30:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cebe21fff1064792a1f6808aa0ea1183"
07:30:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:12 on dist-test-slave-vdcj"
07:30:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.247005 14306 fs_report.cc:383] FS layout report
07:30:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:30:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-2/wal
07:30:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-2/wal
07:30:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-2/data/data
07:30:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:30:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:30:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:30:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:30:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:30:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:30:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:30:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:30:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:30:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:30:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:30:12.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.267477 14306 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:30:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.268261 14306 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:30:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.268508 14306 kserver.cc:163] Server-wide thread pool size limit: 3276
07:30:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.269606 14306 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:30:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.271260 14306 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:30:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.271332 14306 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:30:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.271417 14306 ts_tablet_manager.cc:610] Registered 0 tablets
07:30:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.271452 14306 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:30:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.308032 14306 rpc_server.cc:307] RPC server started. Bound to: 127.13.110.67:39599
07:30:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.308053 14433 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.110.67:39599 every 8 connection(s)
07:30:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.309358 14306 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-2/data/info.pb
07:30:12.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.311848 13753 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskttY9yk/build/asan/bin/kudu as pid 14306
07:30:12.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.312058 13753 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster3469383666843168834/ts-2/wal/instance
07:30:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.332530 14434 heartbeater.cc:347] Connected to a master server at 127.13.110.124:39307
07:30:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.332724 14436 heartbeater.cc:347] Connected to a master server at 127.13.110.125:44455
07:30:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.332911 14436 heartbeater.cc:464] Registering TS with master...
07:30:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.332914 14434 heartbeater.cc:464] Registering TS with master...
07:30:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.333709 14435 heartbeater.cc:347] Connected to a master server at 127.13.110.126:40005
07:30:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.333863 14435 heartbeater.cc:464] Registering TS with master...
07:30:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.334015 14436 heartbeater.cc:511] Master 127.13.110.125:44455 requested a full tablet report, sending...
07:30:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.334057 14434 heartbeater.cc:511] Master 127.13.110.124:39307 requested a full tablet report, sending...
07:30:12.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.334307 14435 heartbeater.cc:511] Master 127.13.110.126:40005 requested a full tablet report, sending...
07:30:12.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.335686 13795 ts_manager.cc:194] Registered new tserver with Master: cebe21fff1064792a1f6808aa0ea1183 (127.13.110.67:39599)
07:30:12.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.335861 13937 ts_manager.cc:194] Registered new tserver with Master: cebe21fff1064792a1f6808aa0ea1183 (127.13.110.67:39599)
07:30:12.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.335961 13866 ts_manager.cc:194] Registered new tserver with Master: cebe21fff1064792a1f6808aa0ea1183 (127.13.110.67:39599)
07:30:12.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.336774 13795 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.13.110.67:40235
07:30:12.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.340111 13753 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
07:30:12.342 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:30:12.343 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
07:30:12.354 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.13.110.126"
port: 40005
}
bound_http_address {
host: "127.13.110.126"
port: 41893
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.13.110.125"
port: 44455
}
bound_http_address {
host: "127.13.110.125"
port: 43653
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.13.110.124"
port: 39307
}
bound_http_address {
host: "127.13.110.124"
port: 36567
}
}
}
07:30:12.361 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:30:12.364 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.13.110.65"
port: 35769
}
bound_http_address {
host: "127.13.110.65"
port: 38181
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.13.110.66"
port: 33003
}
bound_http_address {
host: "127.13.110.66"
port: 37901
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.13.110.67"
port: 39599
}
bound_http_address {
host: "127.13.110.67"
port: 43833
}
}
}
07:30:12.365 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
07:30:12.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.406528 14163 heartbeater.cc:503] Master 127.13.110.126:40005 was elected leader, sending a full tablet report...
07:30:12.588 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
07:30:12.693 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskttY9yk/test-tmp
07:30:12.694 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
07:30:12.694 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskttY9yk/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
07:30:12.697 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
07:30:12.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:12.869808 14300 heartbeater.cc:503] Master 127.13.110.126:40005 was elected leader, sending a full tablet report...
07:30:13.027 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:30:13.027 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:30:13.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:13.029995 14442 mini_oidc.cc:152] Starting JWKS server
07:30:13.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:13.032737 14442 webserver.cc:460] Webserver started at http://127.0.0.1:36023/ using document root <none> and password file <none>
07:30:13.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:13.033017 14442 mini_oidc.cc:189] Starting OIDC Discovery server
07:30:13.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:13.033640 14442 webserver.cc:460] Webserver started at http://127.0.0.1:44619/ using document root <none> and password file <none>
07:30:13.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
07:30:13.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/principal' for realm 'KRBTEST.COM',
07:30:13.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
07:30:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:13 dist-test-slave-vdcj krb5kdc[14453](info): setting up network...
07:30:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
07:30:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:13 dist-test-slave-vdcj krb5kdc[14453](info): set up 2 sockets
07:30:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:13 dist-test-slave-vdcj krb5kdc[14453](info): commencing operation
07:30:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
07:30:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:13.339564 14435 heartbeater.cc:503] Master 127.13.110.126:40005 was elected leader, sending a full tablet report...
07:30:14.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:14.107479 14442 mini_kdc.cc:121] Time spent starting KDC: real 1.065s user 0.000s sys 0.014s
07:30:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
07:30:14.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:30:14.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
07:30:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
07:30:14.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:30:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
07:30:14.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
07:30:14.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:30:14.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
07:30:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:30:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/test-user.keytab.
07:30:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/test-user.keytab.
07:30:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:14 dist-test-slave-vdcj krb5kdc[14453](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407814, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:30:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:30:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T07:30:14Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:30:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T07:30:14Z Disabled control of system clock
07:30:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.26.190@KRBTEST.COM; defaulting to no policy
07:30:14.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:30:14.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.26.190@KRBTEST.COM" created.
07:30:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:30:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.26.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kudu_127.14.26.190.keytab.
07:30:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.26.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kudu_127.14.26.190.keytab.
07:30:14.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.274747 14442 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/wal
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/data
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/logs
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/data/info.pb
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.26.190:35487
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.26.190
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:30:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kudu_127.14.26.190.keytab
07:30:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.26.190
07:30:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:30:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:30:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:30:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.26.148:37185
07:30:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:30:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.26.190:35487,127.14.26.189:41101,127.14.26.188:37995
07:30:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:30:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36023/jwks.json
07:30:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:30:14.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:14.608464 14467 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:30:14.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:14.608800 14467 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:30:14.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:14.608930 14467 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:30:14.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:14.616384 14467 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:30:14.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:14.616536 14467 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:30:14.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:14.616616 14467 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:30:14.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:14.616684 14467 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:30:14.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:14.616741 14467 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:30:14.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:14.616829 14467 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:30:14.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:14.616881 14467 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36023/jwks.json
07:30:14.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.627059 14467 master_runner.cc:386] Master server non-default flags:
07:30:14.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:14.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.26.148:37185
07:30:14.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:14.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:14.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/data
07:30:14.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/wal
07:30:14.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:30:14.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:30:14.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.26.190:35487,127.14.26.189:41101,127.14.26.188:37995
07:30:14.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kudu_127.14.26.190.keytab
07:30:14.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.26.190
07:30:14.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:14.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.26.190:35487
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36023/jwks.json
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/data/info.pb
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.26.190
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/logs
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:30:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:26:09 UTC on ccycloud.quasar-arzrrx.root.comops.site
07:30:14.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673740
07:30:14.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:30:14.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.628799 14467 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:30:14.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.630362 14467 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:30:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:14.642248 14473 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:14.642418 14474 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:14.642552 14476 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.643563 14467 server_base.cc:1034] running on GCE node
07:30:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.644398 14467 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:30:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.645911 14467 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:30:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.647102 14467 hybrid_clock.cc:648] HybridClock initialized: now 1790407814647040 us; error 67 us; skew 500 ppm
07:30:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.647408 14467 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:30:14.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:14 dist-test-slave-vdcj krb5kdc[14453](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407814, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.26.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:30:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.655978 14467 init.cc:377] Logged in from keytab as kudu/127.14.26.190@KRBTEST.COM (short username kudu)
07:30:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.657757 14467 webserver.cc:460] Webserver started at http://127.14.26.190:35501/ using document root <none> and password file <none>
07:30:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.658506 14467 fs_manager.cc:359] Metadata directory not provided
07:30:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.658610 14467 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:30:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.658847 14467 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:30:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.661659 14467 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/data/instance:
07:30:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5b2be2249dc4f398ca0bda4e5094eea"
07:30:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:14 on dist-test-slave-vdcj"
07:30:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.662415 14467 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/wal/instance:
07:30:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5b2be2249dc4f398ca0bda4e5094eea"
07:30:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:14 on dist-test-slave-vdcj"
07:30:14.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.667708 14467 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
07:30:14.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.671202 14483 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:30:14.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.672724 14467 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
07:30:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.672883 14467 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/data,/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/wal
07:30:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5b2be2249dc4f398ca0bda4e5094eea"
07:30:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:14 on dist-test-slave-vdcj"
07:30:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.673048 14467 fs_report.cc:383] FS layout report
07:30:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:30:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/wal
07:30:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/wal
07:30:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/data/data
07:30:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:30:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:30:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:30:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:30:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:30:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:30:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:30:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:30:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:30:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:30:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:30:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.687115 14467 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:30:14.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.691608 14467 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:30:14.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.691905 14467 kserver.cc:163] Server-wide thread pool size limit: 3276
07:30:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.710886 14467 rpc_server.cc:307] RPC server started. Bound to: 127.14.26.190:35487
07:30:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.710933 14534 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.26.190:35487 every 8 connection(s)
07:30:14.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.712275 14467 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/data/info.pb
07:30:14.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.715870 14535 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:30:14.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.717662 14442 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskttY9yk/build/asan/bin/kudu as pid 14467
07:30:14.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.717945 14442 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/wal/instance
07:30:14.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.721750 14535 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.26.190" port: 35487 } has no permanent_uuid. Determining permanent_uuid...
07:30:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.26.189@KRBTEST.COM; defaulting to no policy
07:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:30:14.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.26.189@KRBTEST.COM" created.
07:30:14.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:14 dist-test-slave-vdcj krb5kdc[14453](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407814, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.26.190@KRBTEST.COM for kudu/127.14.26.190@KRBTEST.COM
07:30:14.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.748636 14535 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } has no permanent_uuid. Determining permanent_uuid...
07:30:14.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:14.749751 14486 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.26.189:41101: connect: Connection refused (error 111)
07:30:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:14.751256 14535 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.26.189:41101: Network error: Client connection negotiation failed: client connection to 127.14.26.189:41101: connect: Connection refused (error 111)
07:30:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:30:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.26.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kudu_127.14.26.189.keytab.
07:30:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.26.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kudu_127.14.26.189.keytab.
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.760036 14442 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/wal
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/data
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/logs
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/data/info.pb
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:30:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:30:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:30:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:30:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.26.189:41101
07:30:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.26.189
07:30:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:30:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kudu_127.14.26.189.keytab
07:30:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.26.189
07:30:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:30:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:30:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:30:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.26.148:37185
07:30:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:30:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.26.190:35487,127.14.26.189:41101,127.14.26.188:37995
07:30:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:30:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36023/jwks.json
07:30:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:30:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.800619 14535 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } attempt: 1
07:30:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:14.802812 14535 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.26.189:41101: Network error: Client connection negotiation failed: client connection to 127.14.26.189:41101: connect: Connection refused (error 111)
07:30:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.871085 14535 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } attempt: 2
07:30:14.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:14.872962 14535 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.26.189:41101: Network error: Client connection negotiation failed: client connection to 127.14.26.189:41101: connect: Connection refused (error 111)
07:30:14.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:14.964226 14535 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } attempt: 3
07:30:14.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:14.966131 14535 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.26.189:41101: Network error: Client connection negotiation failed: client connection to 127.14.26.189:41101: connect: Connection refused (error 111)
07:30:15.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.084714 14542 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:30:15.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.084995 14542 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:30:15.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.085093 14542 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:30:15.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.092387 14542 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:30:15.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.092496 14542 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:30:15.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.092553 14542 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:30:15.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.092628 14542 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:30:15.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.092686 14542 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:30:15.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.092748 14542 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:30:15.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.092782 14542 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36023/jwks.json
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.103106 14542 master_runner.cc:386] Master server non-default flags:
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.26.148:37185
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/data
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/wal
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.26.190:35487,127.14.26.189:41101,127.14.26.188:37995
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kudu_127.14.26.189.keytab
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.26.189
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.26.189:41101
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36023/jwks.json
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:30:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/data/info.pb
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.26.189
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/logs
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:26:09 UTC on ccycloud.quasar-arzrrx.root.comops.site
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673740
07:30:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:30:15.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.104379 14542 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:30:15.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.105748 14542 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:30:15.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.109371 14535 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } attempt: 4
07:30:15.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.111507 14535 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.26.189:41101: Network error: Client connection negotiation failed: client connection to 127.14.26.189:41101: connect: Connection refused (error 111)
07:30:15.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.117978 14550 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:15.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.118016 14547 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:15.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.118517 14548 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:15.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.122848 14542 server_base.cc:1034] running on GCE node
07:30:15.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.123620 14542 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:30:15.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.125063 14542 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:30:15.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.126307 14542 hybrid_clock.cc:648] HybridClock initialized: now 1790407815126236 us; error 56 us; skew 500 ppm
07:30:15.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.126691 14542 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:30:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:15 dist-test-slave-vdcj krb5kdc[14453](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407815, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.26.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:30:15.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.129894 14542 init.cc:377] Logged in from keytab as kudu/127.14.26.189@KRBTEST.COM (short username kudu)
07:30:15.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.131402 14542 webserver.cc:460] Webserver started at http://127.14.26.189:46799/ using document root <none> and password file <none>
07:30:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.132115 14542 fs_manager.cc:359] Metadata directory not provided
07:30:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.132256 14542 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:30:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.132555 14542 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:30:15.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.135262 14542 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/data/instance:
07:30:15.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "100c42a9e34d40f8a03239bbfb1bd7a1"
07:30:15.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:15 on dist-test-slave-vdcj"
07:30:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.136124 14542 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/wal/instance:
07:30:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "100c42a9e34d40f8a03239bbfb1bd7a1"
07:30:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:15 on dist-test-slave-vdcj"
07:30:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.141228 14542 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
07:30:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.144595 14557 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:30:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.145970 14542 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
07:30:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.146174 14542 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/data,/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/wal
07:30:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "100c42a9e34d40f8a03239bbfb1bd7a1"
07:30:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:15 on dist-test-slave-vdcj"
07:30:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.146386 14542 fs_report.cc:383] FS layout report
07:30:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:30:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/wal
07:30:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/wal
07:30:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/data/data
07:30:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:30:15.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:30:15.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:30:15.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:30:15.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:30:15.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:30:15.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:30:15.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:30:15.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:30:15.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:30:15.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:30:15.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.165673 14542 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:30:15.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.169713 14542 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:30:15.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.170055 14542 kserver.cc:163] Server-wide thread pool size limit: 3276
07:30:15.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.188964 14542 rpc_server.cc:307] RPC server started. Bound to: 127.14.26.189:41101
07:30:15.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.188994 14608 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.26.189:41101 every 8 connection(s)
07:30:15.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.190491 14542 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/data/info.pb
07:30:15.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.194204 14609 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:30:15.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.196028 14442 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskttY9yk/build/asan/bin/kudu as pid 14542
07:30:15.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.196185 14442 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/wal/instance
07:30:15.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.203651 14609 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.26.190" port: 35487 } has no permanent_uuid. Determining permanent_uuid...
07:30:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.26.188@KRBTEST.COM; defaulting to no policy
07:30:15.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:30:15.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.26.188@KRBTEST.COM" created.
07:30:15.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:15 dist-test-slave-vdcj krb5kdc[14453](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407815, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.26.189@KRBTEST.COM for kudu/127.14.26.190@KRBTEST.COM
07:30:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.227471 14609 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } has no permanent_uuid. Determining permanent_uuid...
07:30:15.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:30:15.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.26.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kudu_127.14.26.188.keytab.
07:30:15.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.26.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kudu_127.14.26.188.keytab.
07:30:15.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.234369 14442 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:15.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:15.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/wal
07:30:15.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/data
07:30:15.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:30:15.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:30:15.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:30:15.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:15.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:15.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/logs
07:30:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/data/info.pb
07:30:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:30:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:30:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:30:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:30:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:30:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:30:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:30:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:30:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.26.188:37995
07:30:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.26.188
07:30:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:30:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kudu_127.14.26.188.keytab
07:30:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.26.188
07:30:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:30:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:30:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:30:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.26.148:37185
07:30:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:30:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.26.190:35487,127.14.26.189:41101,127.14.26.188:37995
07:30:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:30:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36023/jwks.json
07:30:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:30:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:15 dist-test-slave-vdcj krb5kdc[14453](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407815, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.26.189@KRBTEST.COM for kudu/127.14.26.189@KRBTEST.COM
07:30:15.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.245849 14609 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } has no permanent_uuid. Determining permanent_uuid...
07:30:15.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.247231 14559 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.26.188:37995: connect: Connection refused (error 111)
07:30:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.248955 14609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.26.188:37995: Network error: Client connection negotiation failed: client connection to 127.14.26.188:37995: connect: Connection refused (error 111)
07:30:15.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.298237 14609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } attempt: 1
07:30:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.300047 14609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.26.188:37995: Network error: Client connection negotiation failed: client connection to 127.14.26.188:37995: connect: Connection refused (error 111)
07:30:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.368305 14609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } attempt: 2
07:30:15.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.370405 14609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.26.188:37995: Network error: Client connection negotiation failed: client connection to 127.14.26.188:37995: connect: Connection refused (error 111)
07:30:15.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.410782 14535 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } attempt: 5
07:30:15.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:15 dist-test-slave-vdcj krb5kdc[14453](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407814, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.26.190@KRBTEST.COM for kudu/127.14.26.189@KRBTEST.COM
07:30:15.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.425645 14535 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } has no permanent_uuid. Determining permanent_uuid...
07:30:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.427636 14535 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.26.188:37995: Network error: Client connection negotiation failed: client connection to 127.14.26.188:37995: connect: Connection refused (error 111)
07:30:15.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.461625 14609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } attempt: 3
07:30:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.463687 14609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.26.188:37995: Network error: Client connection negotiation failed: client connection to 127.14.26.188:37995: connect: Connection refused (error 111)
07:30:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.478866 14535 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } attempt: 1
07:30:15.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.480654 14535 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.26.188:37995: Network error: Client connection negotiation failed: client connection to 127.14.26.188:37995: connect: Connection refused (error 111)
07:30:15.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.548908 14535 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } attempt: 2
07:30:15.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.550814 14535 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.26.188:37995: Network error: Client connection negotiation failed: client connection to 127.14.26.188:37995: connect: Connection refused (error 111)
07:30:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.566318 14615 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:30:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.566587 14615 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:30:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.566679 14615 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:30:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.574043 14615 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:30:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.574138 14615 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:30:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.574186 14615 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:30:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.574235 14615 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:30:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.574271 14615 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:30:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.574327 14615 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:30:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.574359 14615 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36023/jwks.json
07:30:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.584345 14615 master_runner.cc:386] Master server non-default flags:
07:30:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.26.148:37185
07:30:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/data
07:30:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/wal
07:30:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:30:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:30:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.26.190:35487,127.14.26.189:41101,127.14.26.188:37995
07:30:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kudu_127.14.26.188.keytab
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.26.188
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.26.188:37995
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36023/jwks.json
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/data/info.pb
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.26.188
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/logs
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:26:09 UTC on ccycloud.quasar-arzrrx.root.comops.site
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673740
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:30:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.585740 14615 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:30:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.586982 14615 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:30:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.598410 14621 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.598433 14622 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.598691 14624 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.599557 14615 server_base.cc:1034] running on GCE node
07:30:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.600375 14615 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:30:15.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.601969 14615 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:30:15.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.603204 14615 hybrid_clock.cc:648] HybridClock initialized: now 1790407815603136 us; error 51 us; skew 500 ppm
07:30:15.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.603587 14615 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:30:15.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:15 dist-test-slave-vdcj krb5kdc[14453](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407815, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.26.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:30:15.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.606794 14615 init.cc:377] Logged in from keytab as kudu/127.14.26.188@KRBTEST.COM (short username kudu)
07:30:15.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.606897 14609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } attempt: 4
07:30:15.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.609104 14615 webserver.cc:460] Webserver started at http://127.14.26.188:39029/ using document root <none> and password file <none>
07:30:15.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.609148 14609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.26.188:37995: Network error: Client connection negotiation failed: client connection to 127.14.26.188:37995: connect: Connection refused (error 111)
07:30:15.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.610080 14615 fs_manager.cc:359] Metadata directory not provided
07:30:15.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.610221 14615 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:30:15.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.610576 14615 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:30:15.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.614080 14615 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/data/instance:
07:30:15.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12cf5a61a4284d7592e041f262cadc89"
07:30:15.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:15 on dist-test-slave-vdcj"
07:30:15.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.614737 14615 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/wal/instance:
07:30:15.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12cf5a61a4284d7592e041f262cadc89"
07:30:15.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:15 on dist-test-slave-vdcj"
07:30:15.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.619700 14615 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
07:30:15.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.622920 14631 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:30:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.624399 14615 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
07:30:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.624549 14615 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/data,/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/wal
07:30:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12cf5a61a4284d7592e041f262cadc89"
07:30:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:15 on dist-test-slave-vdcj"
07:30:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.624701 14615 fs_report.cc:383] FS layout report
07:30:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:30:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/wal
07:30:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/wal
07:30:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/data/data
07:30:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:30:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:30:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:30:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:30:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:30:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:30:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:30:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:30:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:30:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:30:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:30:15.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.640765 14615 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:30:15.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.644495 14615 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:30:15.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.644752 14615 kserver.cc:163] Server-wide thread pool size limit: 3276
07:30:15.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.657096 14535 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } attempt: 3
07:30:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.659364 14535 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.26.188:37995: Network error: Client connection negotiation failed: client connection to 127.14.26.188:37995: connect: Connection refused (error 111)
07:30:15.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.662719 14615 rpc_server.cc:307] RPC server started. Bound to: 127.14.26.188:37995
07:30:15.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.662750 14682 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.26.188:37995 every 8 connection(s)
07:30:15.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.664009 14615 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/data/info.pb
07:30:15.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.667801 14683 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:30:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.670801 14442 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskttY9yk/build/asan/bin/kudu as pid 14615
07:30:15.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.670979 14442 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/wal/instance
07:30:15.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.675088 14683 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.26.190" port: 35487 } has no permanent_uuid. Determining permanent_uuid...
07:30:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:15 dist-test-slave-vdcj krb5kdc[14453](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407815, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.26.188@KRBTEST.COM for kudu/127.14.26.190@KRBTEST.COM
07:30:15.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:15 dist-test-slave-vdcj krb5kdc[14453](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407814, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.26.188@KRBTEST.COM
07:30:15.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.696406 14683 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } has no permanent_uuid. Determining permanent_uuid...
07:30:15.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:15 dist-test-slave-vdcj krb5kdc[14453](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407815, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.26.188@KRBTEST.COM for kudu/127.14.26.189@KRBTEST.COM
07:30:15.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.711092 14683 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } has no permanent_uuid. Determining permanent_uuid...
07:30:15.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:15 dist-test-slave-vdcj krb5kdc[14453](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407814, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.26.190@KRBTEST.COM
07:30:15.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:15 dist-test-slave-vdcj krb5kdc[14453](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407815, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.26.188@KRBTEST.COM for kudu/127.14.26.188@KRBTEST.COM
07:30:15.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.729977 14683 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: Bootstrap starting.
07:30:15.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:15 dist-test-slave-vdcj krb5kdc[14453](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407814, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.26.189@KRBTEST.COM
07:30:15.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.733717 14683 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: Neither blocks nor log segments found. Creating new log.
07:30:15.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.735013 14683 log.cc:824] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: Log is configured to *not* fsync() on all Append() calls
07:30:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.737787 14683 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: No bootstrap required, opened a new log
07:30:15.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.742838 14442 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
07:30:15.744 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:30:15.746 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
07:30:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.746376 14683 raft_consensus.cc:348] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5b2be2249dc4f398ca0bda4e5094eea" member_type: VOTER last_known_addr { host: "127.14.26.190" port: 35487 } } peers { permanent_uuid: "100c42a9e34d40f8a03239bbfb1bd7a1" member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } } peers { permanent_uuid: "12cf5a61a4284d7592e041f262cadc89" member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } }
07:30:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.746753 14683 raft_consensus.cc:374] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:30:15.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.746870 14683 raft_consensus.cc:729] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 12cf5a61a4284d7592e041f262cadc89, State: Initialized, Role: FOLLOWER
07:30:15.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.747526 14683 consensus_queue.cc:260] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5b2be2249dc4f398ca0bda4e5094eea" member_type: VOTER last_known_addr { host: "127.14.26.190" port: 35487 } } peers { permanent_uuid: "100c42a9e34d40f8a03239bbfb1bd7a1" member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } } peers { permanent_uuid: "12cf5a61a4284d7592e041f262cadc89" member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } }
07:30:15.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.748494 14689 sys_catalog.cc:455] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5b2be2249dc4f398ca0bda4e5094eea" member_type: VOTER last_known_addr { host: "127.14.26.190" port: 35487 } } peers { permanent_uuid: "100c42a9e34d40f8a03239bbfb1bd7a1" member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } } peers { permanent_uuid: "12cf5a61a4284d7592e041f262cadc89" member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } } }
07:30:15.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.748865 14689 sys_catalog.cc:458] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [sys.catalog]: This master's current role is: FOLLOWER
07:30:15.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.749712 14683 sys_catalog.cc:564] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [sys.catalog]: configured and running, proceeding with master startup.
07:30:15.757 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
07:30:15.758 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
07:30:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.759524 14700 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:15.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.760453 14700 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:15.761 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.14.26.190"
port: 35487
}
bound_http_address {
host: "127.14.26.190"
port: 35501
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.14.26.189"
port: 41101
}
bound_http_address {
host: "127.14.26.189"
port: 46799
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.14.26.188"
port: 37995
}
bound_http_address {
host: "127.14.26.188"
port: 39029
}
}
}
07:30:15.761 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:30:15.761 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:30:15.761 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:30:15.763 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:30:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.761829 14615 master_runner.cc:186] Error getting master registration for 127.14.26.190:35487: OK, instance_id { permanent_uuid: "a5b2be2249dc4f398ca0bda4e5094eea" instance_seqno: 1790407814705484 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:30:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.772603 14615 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:30:15.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:15 dist-test-slave-vdcj krb5kdc[14453](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407815, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:30:15.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:30:15.793 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:30:15.795 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/krb5cc
07:30:15.801 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:30:15.802 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/krb5cc
07:30:15.803 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:30:15.807 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
07:30:15.809 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:30:15.809 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:30:15.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:15 dist-test-slave-vdcj krb5kdc[14453](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407815, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:30:15.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:30:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.836602 14535 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } attempt: 4
07:30:15.837 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:30:15.837 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/krb5cc
07:30:15.839 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:30:15.840 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.26.188:37995
07:30:15.842 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
07:30:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.842569 14442 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskttY9yk/build/asan/bin/kudu pid 14615
07:30:15.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.844229 14678 generic_service.cc:196] Checking for leaks (request via RPC)
07:30:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:15 dist-test-slave-vdcj krb5kdc[14453](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407814, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.26.190@KRBTEST.COM for kudu/127.14.26.188@KRBTEST.COM
07:30:15.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.908409 14609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } attempt: 5
07:30:15.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.941335 14637 tablet.cc:2369] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:30:15.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.941373 14689 raft_consensus.cc:482] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:30:15.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.941887 14442 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskttY9yk/build/asan/bin/kudu with pid 14615
07:30:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.959052 14538 negotiation.cc:337] Failed RPC negotiation. Trace:
07:30:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.837269 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.14.26.188:37995 (local address 127.0.0.1:44214)
07:30:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.837600 (+ 331us) negotiation.cc:107] Waiting for socket to connect
07:30:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.837622 (+ 22us) client_negotiation.cc:174] Beginning negotiation
07:30:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.837750 (+ 128us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
07:30:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.838218 (+ 468us) client_negotiation.cc:271] Received NEGOTIATE NegotiatePB response
07:30:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.838223 (+ 5us) client_negotiation.cc:394] Received NEGOTIATE response from server
07:30:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.838759 (+ 536us) client_negotiation.cc:189] Negotiated authn=SASL
07:30:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.838963 (+ 204us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
07:30:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.838977 (+ 14us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
07:30:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.840481 (+ 1504us) client_negotiation.cc:271] Received TLS_HANDSHAKE NegotiatePB response
07:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.840488 (+ 7us) client_negotiation.cc:527] Received TLS_HANDSHAKE response from server
07:30:15.959 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.841928 (+ 1440us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
07:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.841943 (+ 15us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
07:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.843178 (+ 1235us) client_negotiation.cc:271] Received TLS_HANDSHAKE NegotiatePB response
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.843184 (+ 6us) client_negotiation.cc:527] Received TLS_HANDSHAKE response from server
07:30:15.961 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.26.189:41101
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.843396 (+ 212us) client_negotiation.cc:548] Negotiated auth-only TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.844160 (+ 764us) client_negotiation.cc:623] Initiating SASL GSSAPI handshake
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.844178 (+ 18us) client_negotiation.cc:656] calling sasl_client_start()
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.847211 (+ 3033us) client_negotiation.cc:252] Sending SASL_INITIATE NegotiatePB request
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.958224 (+111013us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.14.26.188:37995: BlockingRecv error: recv got EOF from 127.14.26.188:37995 (error 108)
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":195}
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.959249 14612 negotiation.cc:337] Failed RPC negotiation. Trace:
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.909152 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.14.26.188:37995 (local address 127.0.0.1:44220)
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.909355 (+ 203us) negotiation.cc:107] Waiting for socket to connect
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.909447 (+ 92us) client_negotiation.cc:174] Beginning negotiation
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.909578 (+ 131us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.942084 (+ 32506us) client_negotiation.cc:271] Received NEGOTIATE NegotiatePB response
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.942089 (+ 5us) client_negotiation.cc:394] Received NEGOTIATE response from server
07:30:15.961 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.942573 (+ 484us) client_negotiation.cc:189] Negotiated authn=SASL
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.942754 (+ 181us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.942764 (+ 10us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 07:30:15.958068 (+ 15304us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.14.26.188:37995: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":72}
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.960366 14535 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.26.188:37995: Network error: Client connection negotiation failed: client connection to 127.14.26.188:37995: connect: Connection refused (error 111)
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:15.960871 14609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.26.188:37995: Network error: Client connection negotiation failed: client connection to 127.14.26.188:37995: connect: Connection refused (error 111)
07:30:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.961781 14442 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskttY9yk/build/asan/bin/kudu pid 14542
07:30:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:15.962759 14604 generic_service.cc:196] Checking for leaks (request via RPC)
07:30:16.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.048081 14442 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskttY9yk/build/asan/bin/kudu with pid 14542
07:30:16.063 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:30:16.063 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.26.190:35487
07:30:16.063 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
07:30:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.063915 14442 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskttY9yk/build/asan/bin/kudu pid 14467
07:30:16.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.064962 14530 generic_service.cc:196] Checking for leaks (request via RPC)
07:30:16.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.144069 14442 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskttY9yk/build/asan/bin/kudu with pid 14467
07:30:16.158 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:30:16.159 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.26.188:37995
07:30:16.160 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
07:30:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.161353 14442 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/wal
07:30:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/data
07:30:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:30:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:30:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:30:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/logs
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/data/info.pb
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.26.188:37995
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.26.188
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39029
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kudu_127.14.26.188.keytab
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.26.188
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.26.148:37185
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:30:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.26.190:35487,127.14.26.189:41101,127.14.26.188:37995
07:30:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:30:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36023/jwks.json
07:30:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:30:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:16.499101 14710 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:30:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:16.499432 14710 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:30:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:16.499565 14710 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:30:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:16.506896 14710 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:30:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:16.507045 14710 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:30:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:16.507102 14710 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:30:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:16.507153 14710 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:30:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:16.507190 14710 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:30:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:16.507251 14710 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:30:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:16.507282 14710 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36023/jwks.json
07:30:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.517225 14710 master_runner.cc:386] Master server non-default flags:
07:30:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.26.148:37185
07:30:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/data
07:30:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/wal
07:30:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:30:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:30:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.26.190:35487,127.14.26.189:41101,127.14.26.188:37995
07:30:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kudu_127.14.26.188.keytab
07:30:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.26.188
07:30:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:30:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.26.188:37995
07:30:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36023/jwks.json
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/data/info.pb
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.26.188
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39029
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/logs
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:26:09 UTC on ccycloud.quasar-arzrrx.root.comops.site
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673740
07:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:30:16.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.518605 14710 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:30:16.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.519824 14710 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:30:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:16.531241 14715 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:16.531219 14718 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:16.531278 14716 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:16.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.532670 14710 server_base.cc:1034] running on GCE node
07:30:16.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.533373 14710 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:30:16.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.534812 14710 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:30:16.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.536032 14710 hybrid_clock.cc:648] HybridClock initialized: now 1790407816535978 us; error 40 us; skew 500 ppm
07:30:16.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.536926 14710 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:30:16.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:16 dist-test-slave-vdcj krb5kdc[14453](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407816, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.26.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:30:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.542057 14710 init.cc:377] Logged in from keytab as kudu/127.14.26.188@KRBTEST.COM (short username kudu)
07:30:16.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.544023 14710 webserver.cc:460] Webserver started at http://127.14.26.188:39029/ using document root <none> and password file <none>
07:30:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.545023 14710 fs_manager.cc:359] Metadata directory not provided
07:30:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.545187 14710 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:30:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.550607 14710 fs_manager.cc:709] Time spent opening directory manager: real 0.003s user 0.003s sys 0.001s
07:30:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.553637 14725 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:30:16.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.554908 14710 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
07:30:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.555102 14710 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/data,/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/wal
07:30:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12cf5a61a4284d7592e041f262cadc89"
07:30:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:15 on dist-test-slave-vdcj"
07:30:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.556106 14710 fs_report.cc:383] FS layout report
07:30:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:30:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/wal
07:30:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/wal
07:30:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/data/data
07:30:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:30:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:30:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:30:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:30:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:30:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:30:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:30:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:30:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:30:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:30:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:30:16.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.583009 14710 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:30:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.587252 14710 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:30:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.587574 14710 kserver.cc:163] Server-wide thread pool size limit: 3276
07:30:16.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.605975 14710 rpc_server.cc:307] RPC server started. Bound to: 127.14.26.188:37995
07:30:16.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.606033 14776 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.26.188:37995 every 8 connection(s)
07:30:16.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.607438 14710 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-2/data/info.pb
07:30:16.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.613921 14777 sys_catalog.cc:263] Verifying existing consensus state
07:30:16.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.617190 14777 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: Bootstrap starting.
07:30:16.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.617396 14442 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskttY9yk/build/asan/bin/kudu as pid 14710
07:30:16.617 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:30:16.618 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.26.189:41101
07:30:16.618 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
07:30:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.618996 14442 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/wal
07:30:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/data
07:30:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:30:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:30:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:30:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/logs
07:30:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/data/info.pb
07:30:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:30:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:30:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.26.189:41101
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.26.189
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46799
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kudu_127.14.26.189.keytab
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.26.189
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.26.148:37185
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:30:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.26.190:35487,127.14.26.189:41101,127.14.26.188:37995
07:30:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:30:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36023/jwks.json
07:30:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:30:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.637941 14777 log.cc:824] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: Log is configured to *not* fsync() on all Append() calls
07:30:16.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.640648 14777 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:30:16.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.641270 14777 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: Bootstrap complete.
07:30:16.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.651973 14777 raft_consensus.cc:348] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5b2be2249dc4f398ca0bda4e5094eea" member_type: VOTER last_known_addr { host: "127.14.26.190" port: 35487 } } peers { permanent_uuid: "100c42a9e34d40f8a03239bbfb1bd7a1" member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } } peers { permanent_uuid: "12cf5a61a4284d7592e041f262cadc89" member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } }
07:30:16.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.652959 14777 raft_consensus.cc:374] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:30:16.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.653039 14777 raft_consensus.cc:729] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 12cf5a61a4284d7592e041f262cadc89, State: Initialized, Role: FOLLOWER
07:30:16.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.653681 14777 consensus_queue.cc:260] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5b2be2249dc4f398ca0bda4e5094eea" member_type: VOTER last_known_addr { host: "127.14.26.190" port: 35487 } } peers { permanent_uuid: "100c42a9e34d40f8a03239bbfb1bd7a1" member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } } peers { permanent_uuid: "12cf5a61a4284d7592e041f262cadc89" member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } }
07:30:16.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.657997 14781 sys_catalog.cc:455] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5b2be2249dc4f398ca0bda4e5094eea" member_type: VOTER last_known_addr { host: "127.14.26.190" port: 35487 } } peers { permanent_uuid: "100c42a9e34d40f8a03239bbfb1bd7a1" member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } } peers { permanent_uuid: "12cf5a61a4284d7592e041f262cadc89" member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } } }
07:30:16.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.658671 14781 sys_catalog.cc:458] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [sys.catalog]: This master's current role is: FOLLOWER
07:30:16.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.659216 14777 sys_catalog.cc:564] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [sys.catalog]: configured and running, proceeding with master startup.
07:30:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:16.669580 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:16.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:16.669750 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:16.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.674849 14710 master_runner.cc:186] Error getting master registration for 127.14.26.190:35487: Network error: Client connection negotiation failed: client connection to 127.14.26.190:35487: connect: Connection refused (error 111),
07:30:16.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.684710 14710 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:30:16.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.797435 14781 raft_consensus.cc:482] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:30:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.797797 14781 raft_consensus.cc:504] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5b2be2249dc4f398ca0bda4e5094eea" member_type: VOTER last_known_addr { host: "127.14.26.190" port: 35487 } } peers { permanent_uuid: "100c42a9e34d40f8a03239bbfb1bd7a1" member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } } peers { permanent_uuid: "12cf5a61a4284d7592e041f262cadc89" member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } }
07:30:16.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.799928 14781 leader_election.cc:288] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a5b2be2249dc4f398ca0bda4e5094eea (127.14.26.190:35487), 100c42a9e34d40f8a03239bbfb1bd7a1 (127.14.26.189:41101)
07:30:16.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:16.801019 14728 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.26.190:35487: connect: Connection refused (error 111)
07:30:16.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:16.803020 14728 leader_election.cc:334] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a5b2be2249dc4f398ca0bda4e5094eea (127.14.26.190:35487): Network error: Client connection negotiation failed: client connection to 127.14.26.190:35487: connect: Connection refused (error 111)
07:30:16.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:16.803334 14728 leader_election.cc:334] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 100c42a9e34d40f8a03239bbfb1bd7a1 (127.14.26.189:41101): Network error: Client connection negotiation failed: client connection to 127.14.26.189:41101: connect: Connection refused (error 111)
07:30:16.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.803490 14728 leader_election.cc:302] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 12cf5a61a4284d7592e041f262cadc89; no voters: 100c42a9e34d40f8a03239bbfb1bd7a1, a5b2be2249dc4f398ca0bda4e5094eea
07:30:16.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:16.803903 14781 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:30:16.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:16.839747 14731 tablet.cc:2369] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:30:17.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.010742 14779 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:30:17.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.011081 14779 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:30:17.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.011214 14779 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:30:17.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.018685 14779 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:30:17.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.018836 14779 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:30:17.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.018906 14779 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:30:17.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.018980 14779 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:30:17.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.019037 14779 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:30:17.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.019120 14779 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:30:17.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.019174 14779 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36023/jwks.json
07:30:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.029663 14779 master_runner.cc:386] Master server non-default flags:
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.26.148:37185
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/data
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/wal
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.26.190:35487,127.14.26.189:41101,127.14.26.188:37995
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kudu_127.14.26.189.keytab
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.26.189
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.26.189:41101
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36023/jwks.json
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/data/info.pb
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.26.189
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46799
07:30:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:30:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:30:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:30:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/logs
07:30:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:30:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:30:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:30:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:30:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:30:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:30:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:26:09 UTC on ccycloud.quasar-arzrrx.root.comops.site
07:30:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673740
07:30:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:30:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.031422 14779 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:30:17.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.032723 14779 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:30:17.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.045056 14800 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:17.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.044936 14801 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:17.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.045320 14803 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.046664 14779 server_base.cc:1034] running on GCE node
07:30:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.047616 14779 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:30:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.049455 14779 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:30:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.050706 14779 hybrid_clock.cc:648] HybridClock initialized: now 1790407817050654 us; error 56 us; skew 500 ppm
07:30:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.051117 14779 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:30:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:17 dist-test-slave-vdcj krb5kdc[14453](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407817, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.26.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:30:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.054831 14779 init.cc:377] Logged in from keytab as kudu/127.14.26.189@KRBTEST.COM (short username kudu)
07:30:17.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.056368 14779 webserver.cc:460] Webserver started at http://127.14.26.189:46799/ using document root <none> and password file <none>
07:30:17.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.056995 14779 fs_manager.cc:359] Metadata directory not provided
07:30:17.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.057101 14779 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:30:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.063167 14779 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.000s sys 0.004s
07:30:17.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.065979 14810 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:30:17.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.067387 14779 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
07:30:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.067576 14779 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/data,/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/wal
07:30:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "100c42a9e34d40f8a03239bbfb1bd7a1"
07:30:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:15 on dist-test-slave-vdcj"
07:30:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.068538 14779 fs_report.cc:383] FS layout report
07:30:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:30:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/wal
07:30:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/wal
07:30:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/data/data
07:30:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:30:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:30:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:30:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:30:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:30:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:30:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:30:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:30:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:30:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:30:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:30:17.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.088704 14779 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:30:17.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.093336 14779 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:30:17.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.093668 14779 kserver.cc:163] Server-wide thread pool size limit: 3276
07:30:17.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.112416 14779 rpc_server.cc:307] RPC server started. Bound to: 127.14.26.189:41101
07:30:17.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.112432 14861 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.26.189:41101 every 8 connection(s)
07:30:17.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.114066 14779 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/data/info.pb
07:30:17.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.116634 14442 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskttY9yk/build/asan/bin/kudu as pid 14779
07:30:17.117 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:30:17.117 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.26.190:35487
07:30:17.118 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
07:30:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.118752 14442 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskttY9yk/build/asan/bin/kudu
07:30:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/wal
07:30:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/data
07:30:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:30:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:30:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:30:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/logs
07:30:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/data/info.pb
07:30:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.26.190:35487
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.26.190
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35501
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kudu_127.14.26.190.keytab
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.26.190
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.26.148:37185
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:30:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.26.190:35487,127.14.26.189:41101,127.14.26.188:37995
07:30:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:30:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36023/jwks.json
07:30:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:30:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.121140 14862 sys_catalog.cc:263] Verifying existing consensus state
07:30:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260926 07:30:17.121660 14862 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:30:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.121887 14779 master.cc:537] Master@127.14.26.189:41101 shutting down...
07:30:17.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.146111 14779 master.cc:552] Master@127.14.26.189:41101 shutdown complete.
07:30:17.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:30:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.481212 14864 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:30:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.481585 14864 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:30:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.481724 14864 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:30:17.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.489161 14864 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:30:17.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.489283 14864 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:30:17.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.489351 14864 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:30:17.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.489440 14864 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:30:17.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.489499 14864 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:30:17.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.489595 14864 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:30:17.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.489645 14864 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36023/jwks.json
07:30:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.499984 14864 master_runner.cc:386] Master server non-default flags:
07:30:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:30:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.26.148:37185
07:30:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:30:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:30:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/data
07:30:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/wal
07:30:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:30:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:30:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.26.190:35487,127.14.26.189:41101,127.14.26.188:37995
07:30:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/krb5kdc/kudu_127.14.26.190.keytab
07:30:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.26.190
07:30:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:30:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:30:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:30:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.26.190:35487
07:30:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:30:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36023/jwks.json
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/data/info.pb
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.26.190
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35501
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/logs
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:30:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:26:09 UTC on ccycloud.quasar-arzrrx.root.comops.site
07:30:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673740
07:30:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:30:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.501683 14864 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:30:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.503413 14864 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:30:17.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.515116 14870 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:17.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.515149 14871 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:17.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.515722 14873 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:30:17.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.516081 14864 server_base.cc:1034] running on GCE node
07:30:17.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.516820 14864 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:30:17.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.518275 14864 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:30:17.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.519475 14864 hybrid_clock.cc:648] HybridClock initialized: now 1790407817519431 us; error 41 us; skew 500 ppm
07:30:17.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.519801 14864 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:30:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:17 dist-test-slave-vdcj krb5kdc[14453](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407817, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.26.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:30:17.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.522931 14864 init.cc:377] Logged in from keytab as kudu/127.14.26.190@KRBTEST.COM (short username kudu)
07:30:17.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.524399 14864 webserver.cc:460] Webserver started at http://127.14.26.190:35501/ using document root <none> and password file <none>
07:30:17.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.525106 14864 fs_manager.cc:359] Metadata directory not provided
07:30:17.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.525269 14864 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:30:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.530781 14864 fs_manager.cc:709] Time spent opening directory manager: real 0.003s user 0.004s sys 0.000s
07:30:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.533381 14880 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:30:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.534770 14864 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
07:30:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.534950 14864 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/data,/tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/wal
07:30:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5b2be2249dc4f398ca0bda4e5094eea"
07:30:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:30:14 on dist-test-slave-vdcj"
07:30:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.535951 14864 fs_report.cc:383] FS layout report
07:30:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:30:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/wal
07:30:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/wal
07:30:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/data/data
07:30:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:30:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:30:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:30:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:30:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:30:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:30:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:30:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:30:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:30:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:30:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:30:17.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.566148 14864 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:30:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.570307 14864 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:30:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.570629 14864 kserver.cc:163] Server-wide thread pool size limit: 3276
07:30:17.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.589354 14864 rpc_server.cc:307] RPC server started. Bound to: 127.14.26.190:35487
07:30:17.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.589376 14931 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.26.190:35487 every 8 connection(s)
07:30:17.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.591037 14864 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/data/info.pb
07:30:17.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.596781 14442 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskttY9yk/build/asan/bin/kudu as pid 14864
07:30:17.597 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:30:17.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.597960 14932 sys_catalog.cc:263] Verifying existing consensus state
07:30:17.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260926 07:30:17.598498 14932 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:30:17.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.598721 14864 master.cc:537] Master@127.14.26.190:35487 shutting down...
07:30:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:17.628017 14864 master.cc:552] Master@127.14.26.190:35487 shutdown complete.
07:30:17.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskttY9yk/test-tmp/mini-kudu-cluster5529446006004042886/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:30:17.650 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.26.188:37995(127.14.26.188:37995)] connecting to peer
07:30:17.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.671455 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:17.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:17.671607 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:17.708 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:17.710 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:17.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:17.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:17.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:17.782 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.26.188:37995(127.14.26.188:37995)] Successfully connected to peer
07:30:17.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:17.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:17.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:17.871 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
07:30:17.881 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.14.26.188
07:30:18.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:18 dist-test-slave-vdcj krb5kdc[14453](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407815, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.26.188@KRBTEST.COM
07:30:18.101 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x518ca14a, L:/127.0.0.1:44252 - R:/127.14.26.188:37995] using SASL/GSSAPI
07:30:18.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:18.125 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:18.127 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:18.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:18.143 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:18.144 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:18.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:18.163 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:18.165 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:18.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:18.183 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:18.185 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:18.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:18.222 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:18.224 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:18.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.227 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:18.263 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:18.265 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:18.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:18.402 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:18.404 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:18.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:18.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:18.552686 14939 raft_consensus.cc:482] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:30:18.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:18.552908 14939 raft_consensus.cc:504] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5b2be2249dc4f398ca0bda4e5094eea" member_type: VOTER last_known_addr { host: "127.14.26.190" port: 35487 } } peers { permanent_uuid: "100c42a9e34d40f8a03239bbfb1bd7a1" member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } } peers { permanent_uuid: "12cf5a61a4284d7592e041f262cadc89" member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } }
07:30:18.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:18.553762 14939 leader_election.cc:288] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a5b2be2249dc4f398ca0bda4e5094eea (127.14.26.190:35487), 100c42a9e34d40f8a03239bbfb1bd7a1 (127.14.26.189:41101)
07:30:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:18.556013 14728 leader_election.cc:334] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a5b2be2249dc4f398ca0bda4e5094eea (127.14.26.190:35487): Network error: Client connection negotiation failed: client connection to 127.14.26.190:35487: connect: Connection refused (error 111)
07:30:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:18.556224 14728 leader_election.cc:334] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 100c42a9e34d40f8a03239bbfb1bd7a1 (127.14.26.189:41101): Network error: Client connection negotiation failed: client connection to 127.14.26.189:41101: connect: Connection refused (error 111)
07:30:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:18.556308 14728 leader_election.cc:302] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 12cf5a61a4284d7592e041f262cadc89; no voters: 100c42a9e34d40f8a03239bbfb1bd7a1, a5b2be2249dc4f398ca0bda4e5094eea
07:30:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:18.556524 14939 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:30:18.622 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:18.623 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:18.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:18.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:18.672751 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:18.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:18.672894 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:18.903 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:18.905 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:18.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.908 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:18.982 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:18.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:18.985 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:18.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:18.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:19.543 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:19.544 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:19.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:19.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:19.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:19.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:19.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:19.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:19.547 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:19.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:19.674106 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:19.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:19.674245 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:19.763 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:19.764 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:19.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:19.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:19.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:19.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:19.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:19.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:19.767 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:19.962 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:19.964 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:19.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:19.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:19.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:19.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:19.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:19.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:19.966 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:20.675390 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:20.675554 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:21.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:21.125170 14943 raft_consensus.cc:482] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:30:21.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:21.125345 14943 raft_consensus.cc:504] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5b2be2249dc4f398ca0bda4e5094eea" member_type: VOTER last_known_addr { host: "127.14.26.190" port: 35487 } } peers { permanent_uuid: "100c42a9e34d40f8a03239bbfb1bd7a1" member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } } peers { permanent_uuid: "12cf5a61a4284d7592e041f262cadc89" member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } }
07:30:21.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:21.126072 14943 leader_election.cc:288] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a5b2be2249dc4f398ca0bda4e5094eea (127.14.26.190:35487), 100c42a9e34d40f8a03239bbfb1bd7a1 (127.14.26.189:41101)
07:30:21.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:21.128432 14728 leader_election.cc:334] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a5b2be2249dc4f398ca0bda4e5094eea (127.14.26.190:35487): Network error: Client connection negotiation failed: client connection to 127.14.26.190:35487: connect: Connection refused (error 111)
07:30:21.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:21.128664 14728 leader_election.cc:334] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 100c42a9e34d40f8a03239bbfb1bd7a1 (127.14.26.189:41101): Network error: Client connection negotiation failed: client connection to 127.14.26.189:41101: connect: Connection refused (error 111)
07:30:21.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:21.128779 14728 leader_election.cc:302] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 12cf5a61a4284d7592e041f262cadc89; no voters: 100c42a9e34d40f8a03239bbfb1bd7a1, a5b2be2249dc4f398ca0bda4e5094eea
07:30:21.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:21.129061 14943 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:30:21.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:21.676749 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:21.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:21.676892 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:21.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:21.686291 14710 master_runner.cc:186] Error getting master registration for 127.14.26.190:35487: Network error: Client connection negotiation failed: client connection to 127.14.26.190:35487: connect: Connection refused (error 111),
07:30:21.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:21.686511 14710 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:30:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:22.678256 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:22.678395 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:23.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:23.679666 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:23.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:23.679819 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:24.023 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:24.024 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:24.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:24.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:24.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:24.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:24.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:24.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:24.028 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:24.183 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:24.184 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:24.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:24.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:24.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:24.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:24.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:24.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:24.187 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:24.680992 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:24.681130 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:24.743 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:24.745 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:24.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:24.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:24.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:24.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:24.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:24.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:24.747 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:25.570175 14948 raft_consensus.cc:482] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:30:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:25.570459 14948 raft_consensus.cc:504] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5b2be2249dc4f398ca0bda4e5094eea" member_type: VOTER last_known_addr { host: "127.14.26.190" port: 35487 } } peers { permanent_uuid: "100c42a9e34d40f8a03239bbfb1bd7a1" member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } } peers { permanent_uuid: "12cf5a61a4284d7592e041f262cadc89" member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } }
07:30:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:25.571276 14948 leader_election.cc:288] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a5b2be2249dc4f398ca0bda4e5094eea (127.14.26.190:35487), 100c42a9e34d40f8a03239bbfb1bd7a1 (127.14.26.189:41101)
07:30:25.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:25.572371 14728 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.26.190:35487: connect: Connection refused (error 111) [suppressed 5 similar messages]
07:30:25.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:25.573570 14728 leader_election.cc:334] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a5b2be2249dc4f398ca0bda4e5094eea (127.14.26.190:35487): Network error: Client connection negotiation failed: client connection to 127.14.26.190:35487: connect: Connection refused (error 111)
07:30:25.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:25.573738 14728 leader_election.cc:334] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 100c42a9e34d40f8a03239bbfb1bd7a1 (127.14.26.189:41101): Network error: Client connection negotiation failed: client connection to 127.14.26.189:41101: connect: Connection refused (error 111)
07:30:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:25.573799 14728 leader_election.cc:302] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 12cf5a61a4284d7592e041f262cadc89; no voters: 100c42a9e34d40f8a03239bbfb1bd7a1, a5b2be2249dc4f398ca0bda4e5094eea
07:30:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:25.574033 14948 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:30:25.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:25.682446 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:25.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:25.682602 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:25.743 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:25.745 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:25.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:25.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:25.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:25.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:25.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:25.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:25.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:26 dist-test-slave-vdcj krb5kdc[14453](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407826, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.26.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:30:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:26.544360 14721 init.cc:295] Successfully reacquired a new kerberos TGT
07:30:26.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:26.683871 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:26.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:26.684015 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:26.688072 14710 master_runner.cc:186] Error getting master registration for 127.14.26.190:35487: Network error: Client connection negotiation failed: client connection to 127.14.26.190:35487: connect: Connection refused (error 111),
07:30:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:26.688257 14710 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:30:26.723 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:26.724 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:26.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:26.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:26.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:26.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:26.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:26.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:26.727 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:27.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:27.685191 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:27.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:27.685328 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:28.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:28.686512 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:28.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:28.686642 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:29.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:29.237035 14953 raft_consensus.cc:482] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:30:29.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:29.237287 14953 raft_consensus.cc:504] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5b2be2249dc4f398ca0bda4e5094eea" member_type: VOTER last_known_addr { host: "127.14.26.190" port: 35487 } } peers { permanent_uuid: "100c42a9e34d40f8a03239bbfb1bd7a1" member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } } peers { permanent_uuid: "12cf5a61a4284d7592e041f262cadc89" member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } }
07:30:29.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:29.238107 14953 leader_election.cc:288] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a5b2be2249dc4f398ca0bda4e5094eea (127.14.26.190:35487), 100c42a9e34d40f8a03239bbfb1bd7a1 (127.14.26.189:41101)
07:30:29.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:29.246825 14728 leader_election.cc:334] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a5b2be2249dc4f398ca0bda4e5094eea (127.14.26.190:35487): Network error: Client connection negotiation failed: client connection to 127.14.26.190:35487: connect: Connection refused (error 111)
07:30:29.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:29.247045 14728 leader_election.cc:334] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 100c42a9e34d40f8a03239bbfb1bd7a1 (127.14.26.189:41101): Network error: Client connection negotiation failed: client connection to 127.14.26.189:41101: connect: Connection refused (error 111)
07:30:29.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:29.247133 14728 leader_election.cc:302] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 12cf5a61a4284d7592e041f262cadc89; no voters: 100c42a9e34d40f8a03239bbfb1bd7a1, a5b2be2249dc4f398ca0bda4e5094eea
07:30:29.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:29.247376 14953 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:30:29.343 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:29.344 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:29.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:29.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:29.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:29.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:29.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:29.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:29.346 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:29.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:29.687873 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:29.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:29.688007 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:30.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:30.689141 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:30.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:30.689284 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:31.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:31.689971 14710 master_runner.cc:186] Error getting master registration for 127.14.26.190:35487: Network error: Client connection negotiation failed: client connection to 127.14.26.190:35487: connect: Connection refused (error 111),
07:30:31.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:31.690182 14710 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:30:31.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:31.690495 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:31.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:31.690591 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:32.563 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:32.564 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:32.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:32.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:32.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:32.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:32.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:32.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:32.566 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:32.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:32.691782 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:32.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:32.691956 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:33.693322 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:33.693475 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:34.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:34.694643 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:34.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:34.694782 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:35.463 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:35.464 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:35.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:35.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:35.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:35.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:35.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:35.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:35.466 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:35.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:35.696143 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:35.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:35.696262 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:36.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:30:36 dist-test-slave-vdcj krb5kdc[14453](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790407836, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.26.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:30:36.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:36.546185 14721 init.cc:295] Successfully reacquired a new kerberos TGT
07:30:36.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:36.691805 14710 master_runner.cc:186] Error getting master registration for 127.14.26.190:35487: Network error: Client connection negotiation failed: client connection to 127.14.26.190:35487: connect: Connection refused (error 111),
07:30:36.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:36.691988 14710 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:30:36.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:36.697629 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:36.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:36.697779 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:37.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:37.699231 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:37.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:37.699395 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:38.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:38.530269 14960 raft_consensus.cc:482] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:30:38.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:38.530444 14960 raft_consensus.cc:504] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5b2be2249dc4f398ca0bda4e5094eea" member_type: VOTER last_known_addr { host: "127.14.26.190" port: 35487 } } peers { permanent_uuid: "100c42a9e34d40f8a03239bbfb1bd7a1" member_type: VOTER last_known_addr { host: "127.14.26.189" port: 41101 } } peers { permanent_uuid: "12cf5a61a4284d7592e041f262cadc89" member_type: VOTER last_known_addr { host: "127.14.26.188" port: 37995 } }
07:30:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:38.531033 14960 leader_election.cc:288] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a5b2be2249dc4f398ca0bda4e5094eea (127.14.26.190:35487), 100c42a9e34d40f8a03239bbfb1bd7a1 (127.14.26.189:41101)
07:30:38.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:38.532352 14728 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.26.190:35487: connect: Connection refused (error 111) [suppressed 3 similar messages]
07:30:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:38.533713 14728 leader_election.cc:334] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a5b2be2249dc4f398ca0bda4e5094eea (127.14.26.190:35487): Network error: Client connection negotiation failed: client connection to 127.14.26.190:35487: connect: Connection refused (error 111)
07:30:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:38.533931 14728 leader_election.cc:334] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 100c42a9e34d40f8a03239bbfb1bd7a1 (127.14.26.189:41101): Network error: Client connection negotiation failed: client connection to 127.14.26.189:41101: connect: Connection refused (error 111)
07:30:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:38.534061 14728 leader_election.cc:302] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 12cf5a61a4284d7592e041f262cadc89; no voters: 100c42a9e34d40f8a03239bbfb1bd7a1, a5b2be2249dc4f398ca0bda4e5094eea
07:30:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:38.534307 14960 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:30:38.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:38.700723 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:38.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:38.700904 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:39.263 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:39.264 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:39.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:39.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:39.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:39.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:39.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:39.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:39.266 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:39.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:39.702308 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:39.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:39.702464 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:40.703774 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:40.703938 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:41.693506 14710 master_runner.cc:186] Error getting master registration for 127.14.26.190:35487: Network error: Client connection negotiation failed: client connection to 127.14.26.190:35487: connect: Connection refused (error 111),
07:30:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:41.693681 14710 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:30:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:41.705219 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:41.705456 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:42.123 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:42.123 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:42.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:42.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:42.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:42.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:42.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:42.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:42.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:42.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:42.706805 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:42.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:42.706959 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:43.663 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:43.664 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:43.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:43.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:43.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:43.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:43.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:43.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:43.666 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:43.708217 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:43.708385 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:44.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:44.709658 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:44.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:44.709816 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:45.711083 14792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12cf5a61a4284d7592e041f262cadc89: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:30:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:45.711241 14792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:30:45.783 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.189:41101(127.14.26.189:41101)] connecting to peer
07:30:45.783 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.26.190:35487(127.14.26.190:35487)] connecting to peer
07:30:45.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:45.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.26.189:41101(127.14.26.189:41101)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:45.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.189:41101: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101
07:30:45.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:45.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.190:35487(127.14.26.190:35487)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:45.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.26.190:35487: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
07:30:45.786 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487; will retry
07:30:45.789 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28185), Traces: [0ms] refreshing cache from master, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [166ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [247ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [506ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [509ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [515ms] refreshing cache from master, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [523ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [526ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [527ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [535ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [540ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [541ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [541ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [542ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [555ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [558ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [558ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [563ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [578ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [579ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [581ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [582ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [615ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [619ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [620ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [621ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [623ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [659ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [659ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [661ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [662ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [795ms] refreshing cache from master, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [799ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [800ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [801ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [802ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1015ms] refreshing cache from master, [1015ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [1015ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [1019ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1022ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1295ms] refreshing cache from master, [1295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [1296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [1298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [1298ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [1299ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1302ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1375ms] refreshing cache from master, [1375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [1375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [1377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [1378ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [1379ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1381ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1935ms] refreshing cache from master, [1935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [1935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [1936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [1938ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [1938ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [1939ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1940ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [2155ms] refreshing cache from master, [2155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [2156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [2157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [2158ms] too many traces: truncated at 100 traces, deferred=Deferred@570994720(state=PENDING, result=null, callback=(continuation of Deferred@957305178 after retry RPC after error@52111629) -> (continuation of Deferred@789104923 after retry RPC after error@1223095658) -> (continuation of Deferred@186710189 after retry RPC after error@1361701765) -> (continuation of Deferred@939569322 after retry RPC after error@1194483557) -> (continuation of Deferred@1272652478 after retry RPC after error@1437638019) -> (continuation of Deferred@1745416831 after retry RPC after error@1024737644) -> (continuation of Deferred@793266850 after retry RPC after error@2126878285) -> (continuation of Deferred@1366366432 after retry RPC after error@1316043907) -> (continuation of Deferred@587293365 after retry RPC after error@1906638694) -> (continuation of Deferred@676028330 after retry RPC after error@1872358148) -> (continuation of Deferred@1193621640 after retry RPC after error@288141509) -> (continuation of Deferred@1676155717 after retry RPC after error@1133055479) -> (continuation of Deferred@763796598 after retry RPC after error@1507376027) -> (continuation of Deferred@2051650006 after retry RPC after error@1906638301) -> (continuation of Deferred@1750641331 after retry RPC after error@1958789184) -> (continuation of Deferred@1135613967 after retry RPC after error@355225521) -> (continuation of Deferred@948724373 after retry RPC after error@1253861124) -> (continuation of Deferred@152006204 after retry RPC after error@2125068651) -> (continuation of Deferred@627750113 after retry RPC after error@214393615) -> (continuation of Deferred@2127266341 after retry RPC after error@1326997046) -> (continuation of Deferred@1059399304 after retry RPC after error@139326840) -> (continuation of Deferred@708150526 after retry RPC after error@659658336) -> (continuation of Deferred@836167012 after retry RPC after error@1448550419) -> (continuation of Deferred@1346591827 after retry RPC after error@2064265901) -> (continuation of Deferred@2112947565 after retry RPC after error@315221368), errback=(continuation of Deferred@957305178 after retry RPC after error@52111629) -> (continuation of Deferred@789104923 after retry RPC after error@1223095658) -> (continuation of Deferred@186710189 after retry RPC after error@1361701765) -> (continuation of Deferred@939569322 after retry RPC after error@1194483557) -> (continuation of Deferred@1272652478 after retry RPC after error@1437638019) -> (continuation of Deferred@1745416831 after retry RPC after error@1024737644) -> (continuation of Deferred@793266850 after retry RPC after error@2126878285) -> (continuation of Deferred@1366366432 after retry RPC after error@1316043907) -> (continuation of Deferred@587293365 after retry RPC after error@1906638694) -> (continuation of Deferred@676028330 after retry RPC after error@1872358148) -> (continuation of Deferred@1193621640 after retry RPC after error@288141509) -> (continuation of Deferred@1676155717 after retry RPC after error@1133055479) -> (continuation of Deferred@763796598 after retry RPC after error@1507376027) -> (continuation of Deferred@2051650006 after retry RPC after error@1906638301) -> (continuation of Deferred@1750641331 after retry RPC after error@1958789184) -> (continuation of Deferred@1135613967 after retry RPC after error@355225521) -> (continuation of Deferred@948724373 after retry RPC after error@1253861124) -> (continuation of Deferred@152006204 after retry RPC after error@2125068651) -> (continuation of Deferred@627750113 after retry RPC after error@214393615) -> (continuation of Deferred@2127266341 after retry RPC after error@1326997046) -> (continuation of Deferred@1059399304 after retry RPC after error@139326840) -> (continuation of Deferred@708150526 after retry RPC after error@659658336) -> (continuation of Deferred@836167012 after retry RPC after error@1448550419) -> (continuation of Deferred@1346591827 after retry RPC after error@2064265901) -> (continuation of Deferred@2112947565 after retry RPC after error@315221368)))
07:30:45.793 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.26.190:35487(127.14.26.190:35487)] disconnecting while in state TERMINATED
07:30:45.795 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.26.189:41101(127.14.26.189:41101)] disconnecting while in state TERMINATED
07:30:45.795 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.26.188:37995(127.14.26.188:37995)] disconnecting while in state READY
07:30:45.801 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:30:45.803 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:30:45.804 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.26.188:37995(127.14.26.188:37995)] handling channelInactive
07:30:45.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.26.188:37995(127.14.26.188:37995)] cleaning up while in state READY due to: connection closed
07:30:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:45.810403 14442 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskttY9yk/build/asan/bin/kudu pid 14710
07:30:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:45.814616 14442 external_mini_cluster.cc:1652] Unable to check leaks on /tmp/dist-test-taskttY9yk/build/asan/bin/kudu pid 14710: Not authorized: Client connection negotiation failed: client connection to 127.14.26.188:37995: server requires authentication, but client does not have Kerberos credentials available
07:30:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:45.814893 14442 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskttY9yk/build/asan/bin/kudu with pid 14710
07:30:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T07:30:45Z chronyd exiting
07:30:45.967 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:30:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:45.968125 13753 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskttY9yk/build/asan/bin/kudu pid 14015
07:30:45.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:45.978484 14157 generic_service.cc:196] Checking for leaks (request via RPC)
07:30:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:46.068807 13753 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskttY9yk/build/asan/bin/kudu with pid 14015
07:30:46.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:46.085578 13753 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskttY9yk/build/asan/bin/kudu pid 14172
07:30:46.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:46.094465 14294 generic_service.cc:196] Checking for leaks (request via RPC)
07:30:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:46.181912 13753 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskttY9yk/build/asan/bin/kudu with pid 14172
07:30:46.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:46.198357 13753 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskttY9yk/build/asan/bin/kudu pid 14306
07:30:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:46.207187 14429 generic_service.cc:196] Checking for leaks (request via RPC)
07:30:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:46.293182 13753 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskttY9yk/build/asan/bin/kudu with pid 14306
07:30:46.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:46.312536 13753 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskttY9yk/build/asan/bin/kudu pid 13764
07:30:46.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:46.313977 13825 generic_service.cc:196] Checking for leaks (request via RPC)
07:30:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:46.426227 13753 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskttY9yk/build/asan/bin/kudu with pid 13764
07:30:46.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:30:46.446239 13921 connection.cc:535] server connection from 127.0.0.1:60618 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:30:46.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:46.446610 13753 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskttY9yk/build/asan/bin/kudu pid 13832
07:30:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:46.447643 13896 generic_service.cc:196] Checking for leaks (request via RPC)
07:30:46.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:46.554863 13753 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskttY9yk/build/asan/bin/kudu with pid 13832
07:30:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:46.574656 13753 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskttY9yk/build/asan/bin/kudu pid 13904
07:30:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:46.575728 13967 generic_service.cc:196] Checking for leaks (request via RPC)
07:30:46.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:30:46.688427 13753 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskttY9yk/build/asan/bin/kudu with pid 13904
07:30:46.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T07:30:46Z chronyd exiting
07:30:46.834 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28185), Traces: [0ms] refreshing cache from master, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [166ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [247ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [506ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [509ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [515ms] refreshing cache from master, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [523ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [526ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [527ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [535ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [540ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [541ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [541ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [542ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [555ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [558ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [558ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [563ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [578ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [579ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [581ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [582ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [615ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [619ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [620ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [621ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [623ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [659ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [659ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [661ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [662ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [795ms] refreshing cache from master, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [799ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [800ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [801ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [802ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1015ms] refreshing cache from master, [1015ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [1015ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [1019ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1022ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1295ms] refreshing cache from master, [1295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [1296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [1298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [1298ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [1299ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1302ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1375ms] refreshing cache from master, [1375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [1375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [1377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [1378ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [1379ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1381ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1935ms] refreshing cache from master, [1935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [1935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [1936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [1938ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [1938ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [1939ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1940ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [2155ms] refreshing cache from master, [2155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [2156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [2157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [2158ms] too many traces: truncated at 100 traces, deferred=Deferred@570994720(state=PENDING, result=null, callback=(continuation of Deferred@957305178 after retry RPC after error@52111629) -> (continuation of Deferred@789104923 after retry RPC after error@1223095658) -> (continuation of Deferred@186710189 after retry RPC after error@1361701765) -> (continuation of Deferred@939569322 after retry RPC after error@1194483557) -> (continuation of Deferred@1272652478 after retry RPC after error@1437638019) -> (continuation of Deferred@1745416831 after retry RPC after error@1024737644) -> (continuation of Deferred@793266850 after retry RPC after error@2126878285) -> (continuation of Deferred@1366366432 after retry RPC after error@1316043907) -> (continuation of Deferred@587293365 after retry RPC after error@1906638694) -> (continuation of Deferred@676028330 after retry RPC after error@1872358148) -> (continuation of Deferred@1193621640 after retry RPC after error@288141509) -> (continuation of Deferred@1676155717 after retry RPC after error@1133055479) -> (continuation of Deferred@763796598 after retry RPC after error@1507376027) -> (continuation of Deferred@2051650006 after retry RPC after error@1906638301) -> (continuation of Deferred@1750641331 after retry RPC after error@1958789184) -> (continuation of Deferred@1135613967 after retry RPC after error@355225521) -> (continuation of Deferred@948724373 after retry RPC after error@1253861124) -> (continuation of Deferred@152006204 after retry RPC after error@2125068651) -> (continuation of Deferred@627750113 after retry RPC after error@214393615) -> (continuation of Deferred@2127266341 after retry RPC after error@1326997046) -> (continuation of Deferred@1059399304 after retry RPC after error@139326840) -> (continuation of Deferred@708150526 after retry RPC after error@659658336) -> (continuation of Deferred@836167012 after retry RPC after error@1448550419) -> (continuation of Deferred@1346591827 after retry RPC after error@2064265901) -> (continuation of Deferred@2112947565 after retry RPC after error@315221368), errback=(continuation of Deferred@957305178 after retry RPC after error@52111629) -> (continuation of Deferred@789104923 after retry RPC after error@1223095658) -> (continuation of Deferred@186710189 after retry RPC after error@1361701765) -> (continuation of Deferred@939569322 after retry RPC after error@1194483557) -> (continuation of Deferred@1272652478 after retry RPC after error@1437638019) -> (continuation of Deferred@1745416831 after retry RPC after error@1024737644) -> (continuation of Deferred@793266850 after retry RPC after error@2126878285) -> (continuation of Deferred@1366366432 after retry RPC after error@1316043907) -> (continuation of Deferred@587293365 after retry RPC after error@1906638694) -> (continuation of Deferred@676028330 after retry RPC after error@1872358148) -> (continuation of Deferred@1193621640 after retry RPC after error@288141509) -> (continuation of Deferred@1676155717 after retry RPC after error@1133055479) -> (continuation of Deferred@763796598 after retry RPC after error@1507376027) -> (continuation of Deferred@2051650006 after retry RPC after error@1906638301) -> (continuation of Deferred@1750641331 after retry RPC after error@1958789184) -> (continuation of Deferred@1135613967 after retry RPC after error@355225521) -> (continuation of Deferred@948724373 after retry RPC after error@1253861124) -> (continuation of Deferred@152006204 after retry RPC after error@2125068651) -> (continuation of Deferred@627750113 after retry RPC after error@214393615) -> (continuation of Deferred@2127266341 after retry RPC after error@1326997046) -> (continuation of Deferred@1059399304 after retry RPC after error@139326840) -> (continuation of Deferred@708150526 after retry RPC after error@659658336) -> (continuation of Deferred@836167012 after retry RPC after error@1448550419) -> (continuation of Deferred@1346591827 after retry RPC after error@2064265901) -> (continuation of Deferred@2112947565 after retry RPC after error@315221368)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.26.190:35487
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28185), Traces: [0ms] refreshing cache from master, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [166ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [247ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [506ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [509ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [515ms] refreshing cache from master, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [523ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [526ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [527ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [535ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [540ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [541ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [541ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [542ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [555ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [558ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [558ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [563ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [578ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [579ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [581ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [582ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [615ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [619ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [620ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [621ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [623ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [659ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [659ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [661ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [662ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [795ms] refreshing cache from master, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [799ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [800ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [801ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [802ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1015ms] refreshing cache from master, [1015ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [1015ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [1019ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1022ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1295ms] refreshing cache from master, [1295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [1296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [1298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [1298ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [1299ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1302ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1375ms] refreshing cache from master, [1375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [1375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [1377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [1378ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [1379ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1381ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1935ms] refreshing cache from master, [1935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [1935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [1936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [1938ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.189:41101: Network error: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101, [1938ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.188:37995: OK, [1939ms] Sub RPC ConnectToMaster: received response from server master-127.14.26.190:35487: Network error: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [1940ms] delaying RPC due to: Service unavailable: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487, [2155ms] refreshing cache from master, [2155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.188:37995, [2156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.189:41101, [2157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.26.190:35487, [2158ms] too many traces: truncated at 100 traces, deferred=Deferred@570994720(state=PENDING, result=null, callback=(continuation of Deferred@957305178 after retry RPC after error@52111629) -> (continuation of Deferred@789104923 after retry RPC after error@1223095658) -> (continuation of Deferred@186710189 after retry RPC after error@1361701765) -> (continuation of Deferred@939569322 after retry RPC after error@1194483557) -> (continuation of Deferred@1272652478 after retry RPC after error@1437638019) -> (continuation of Deferred@1745416831 after retry RPC after error@1024737644) -> (continuation of Deferred@793266850 after retry RPC after error@2126878285) -> (continuation of Deferred@1366366432 after retry RPC after error@1316043907) -> (continuation of Deferred@587293365 after retry RPC after error@1906638694) -> (continuation of Deferred@676028330 after retry RPC after error@1872358148) -> (continuation of Deferred@1193621640 after retry RPC after error@288141509) -> (continuation of Deferred@1676155717 after retry RPC after error@1133055479) -> (continuation of Deferred@763796598 after retry RPC after error@1507376027) -> (continuation of Deferred@2051650006 after retry RPC after error@1906638301) -> (continuation of Deferred@1750641331 after retry RPC after error@1958789184) -> (continuation of Deferred@1135613967 after retry RPC after error@355225521) -> (continuation of Deferred@948724373 after retry RPC after error@1253861124) -> (continuation of Deferred@152006204 after retry RPC after error@2125068651) -> (continuation of Deferred@627750113 after retry RPC after error@214393615) -> (continuation of Deferred@2127266341 after retry RPC after error@1326997046) -> (continuation of Deferred@1059399304 after retry RPC after error@139326840) -> (continuation of Deferred@708150526 after retry RPC after error@659658336) -> (continuation of Deferred@836167012 after retry RPC after error@1448550419) -> (continuation of Deferred@1346591827 after retry RPC after error@2064265901) -> (continuation of Deferred@2112947565 after retry RPC after error@315221368), errback=(continuation of Deferred@957305178 after retry RPC after error@52111629) -> (continuation of Deferred@789104923 after retry RPC after error@1223095658) -> (continuation of Deferred@186710189 after retry RPC after error@1361701765) -> (continuation of Deferred@939569322 after retry RPC after error@1194483557) -> (continuation of Deferred@1272652478 after retry RPC after error@1437638019) -> (continuation of Deferred@1745416831 after retry RPC after error@1024737644) -> (continuation of Deferred@793266850 after retry RPC after error@2126878285) -> (continuation of Deferred@1366366432 after retry RPC after error@1316043907) -> (continuation of Deferred@587293365 after retry RPC after error@1906638694) -> (continuation of Deferred@676028330 after retry RPC after error@1872358148) -> (continuation of Deferred@1193621640 after retry RPC after error@288141509) -> (continuation of Deferred@1676155717 after retry RPC after error@1133055479) -> (continuation of Deferred@763796598 after retry RPC after error@1507376027) -> (continuation of Deferred@2051650006 after retry RPC after error@1906638301) -> (continuation of Deferred@1750641331 after retry RPC after error@1958789184) -> (continuation of Deferred@1135613967 after retry RPC after error@355225521) -> (continuation of Deferred@948724373 after retry RPC after error@1253861124) -> (continuation of Deferred@152006204 after retry RPC after error@2125068651) -> (continuation of Deferred@627750113 after retry RPC after error@214393615) -> (continuation of Deferred@2127266341 after retry RPC after error@1326997046) -> (continuation of Deferred@1059399304 after retry RPC after error@139326840) -> (continuation of Deferred@708150526 after retry RPC after error@659658336) -> (continuation of Deferred@836167012 after retry RPC after error@1448550419) -> (continuation of Deferred@1346591827 after retry RPC after error@2064265901) -> (continuation of Deferred@2112947565 after retry RPC after error@315221368)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.26.188:37995,127.14.26.189:41101,127.14.26.190:35487) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.189:41101(127.14.26.189:41101): Connection refused: /127.14.26.189:41101,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.26.190:35487(127.14.26.190:35487): Connection refused: /127.14.26.190:35487
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.26.190:35487
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)