03:08:44.230 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
03:08:44.242 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskleYJYk/test-tmp
03:08:44.245 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:08:44.249 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskleYJYk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:08:44.503 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
03:08:44.673 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:08:44.674 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:08:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:44.677436 17536 mini_oidc.cc:152] Starting JWKS server
03:08:44.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:44.681936 17536 webserver.cc:460] Webserver started at http://127.0.0.1:43961/ using document root <none> and password file <none>
03:08:44.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:44.682406 17536 mini_oidc.cc:189] Starting OIDC Discovery server
03:08:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:44.684201 17536 webserver.cc:460] Webserver started at http://127.0.0.1:35061/ using document root <none> and password file <none>
03:08:44.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T03:08:44Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:08:44.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T03:08:44Z Disabled control of system clock
03:08:44.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:44.733440 17536 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:08:44.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:08:44.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-0/wal
03:08:44.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-0/data
03:08:44.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:08:44.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:08:44.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:08:44.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:44.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:44.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:44.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-0/logs
03:08:44.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-0/data/info.pb
03:08:44.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:44.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:08:44.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:08:44.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:08:44.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:08:44.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:44.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:44.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:44.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:08:44.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:08:44.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:08:44.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:08:44.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.32.62:38793
03:08:44.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.32.62
03:08:44.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:44.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.32.20:39861
03:08:44.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:44.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:44.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:44.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:08:44.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.32.62:38793,127.17.32.61:36407,127.17.32.60:45845
03:08:44.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:08:44.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43961/jwks.json with env {}
03:08:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:45.039000 17548 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:08:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:45.039570 17548 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:08:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:45.040119 17548 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:08:45.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:45.070994 17548 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:08:45.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:45.071302 17548 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:08:45.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:45.071493 17548 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:08:45.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:45.071703 17548 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:08:45.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:45.071928 17548 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:08:45.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:45.072067 17548 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43961/jwks.json
03:08:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:45.106947 17548 master_runner.cc:386] Master server non-default flags:
03:08:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:45.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.32.20:39861
03:08:45.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:45.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:45.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-0/data
03:08:45.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-0/wal
03:08:45.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:08:45.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.32.62:38793,127.17.32.61:36407,127.17.32.60:45845
03:08:45.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:45.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:45.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:08:45.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.32.62:38793
03:08:45.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:08:45.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:08:45.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:08:45.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43961/jwks.json
03:08:45.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:45.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:45.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-0/data/info.pb
03:08:45.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.32.62
03:08:45.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:45.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:08:45.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:45.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:08:45.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:08:45.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-0/logs
03:08:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:08:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:08:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:08:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:08:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:08:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:08:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:08:45.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:08:45.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:08:45.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:45.108495 17548 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:08:45.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:45.110437 17548 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:08:45.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:45.129503 17554 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:46.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:45.129552 17555 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:46.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:45.130812 17557 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:46.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:45.131889 17548 server_base.cc:1034] running on GCE node
03:08:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.240722 17548 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:08:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.243963 17548 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:08:46.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.245453 17548 hybrid_clock.cc:648] HybridClock initialized: now 1790305726245408 us; error 61 us; skew 500 ppm
03:08:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.246393 17548 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:08:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.259187 17548 webserver.cc:460] Webserver started at http://127.17.32.62:38397/ using document root <none> and password file <none>
03:08:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.260185 17548 fs_manager.cc:359] Metadata directory not provided
03:08:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.260375 17548 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:08:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.260787 17548 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:08:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.265880 17548 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-0/data/instance:
03:08:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25de5a8a25984f0a9c064e6033c6ade1"
03:08:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:08:46 on dist-test-slave-5gjv"
03:08:46.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.267077 17548 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-0/wal/instance:
03:08:46.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25de5a8a25984f0a9c064e6033c6ade1"
03:08:46.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:08:46 on dist-test-slave-5gjv"
03:08:46.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.274910 17548 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
03:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.280660 17564 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:08:46.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.281966 17548 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
03:08:46.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.282332 17548 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-0/data,/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-0/wal
03:08:46.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25de5a8a25984f0a9c064e6033c6ade1"
03:08:46.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:08:46 on dist-test-slave-5gjv"
03:08:46.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.282747 17548 fs_report.cc:383] FS layout report
03:08:46.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:08:46.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-0/wal
03:08:46.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-0/wal
03:08:46.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-0/data/data
03:08:46.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:08:46.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:08:46.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:08:46.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:08:46.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:08:46.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:08:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:08:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:08:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:08:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:08:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:08:46.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.319001 17548 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:08:46.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.320716 17548 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:08:46.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.321210 17548 kserver.cc:163] Server-wide thread pool size limit: 3276
03:08:46.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.393031 17548 rpc_server.cc:307] RPC server started. Bound to: 127.17.32.62:38793
03:08:46.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.393136 17615 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.32.62:38793 every 8 connection(s)
03:08:46.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.396001 17548 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-0/data/info.pb
03:08:46.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.401763 17616 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:08:46.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.404084 17536 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu as pid 17548
03:08:46.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.404510 17536 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-0/wal/instance
03:08:46.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.407866 17536 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:08:46.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:08:46.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-1/wal
03:08:46.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-1/data
03:08:46.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:08:46.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:08:46.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:08:46.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:46.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:46.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:46.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-1/logs
03:08:46.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-1/data/info.pb
03:08:46.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:46.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:08:46.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:08:46.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:08:46.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:08:46.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:46.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:46.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:46.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:08:46.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:08:46.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:08:46.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:08:46.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.32.61:36407
03:08:46.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.32.61
03:08:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.32.20:39861
03:08:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:08:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.32.62:38793,127.17.32.61:36407,127.17.32.60:45845
03:08:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:08:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43961/jwks.json with env {}
03:08:46.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.415892 17616 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } has no permanent_uuid. Determining permanent_uuid...
03:08:46.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.445971 17616 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } has no permanent_uuid. Determining permanent_uuid...
03:08:46.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:46.448663 17567 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.32.61:36407: connect: Connection refused (error 111)
03:08:46.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:46.453361 17616 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.61:36407: Network error: Client connection negotiation failed: client connection to 127.17.32.61:36407: connect: Connection refused (error 111)
03:08:46.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.502866 17616 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } attempt: 1
03:08:46.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:46.506836 17616 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.61:36407: Network error: Client connection negotiation failed: client connection to 127.17.32.61:36407: connect: Connection refused (error 111)
03:08:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.575242 17616 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } attempt: 2
03:08:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:46.579111 17616 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.61:36407: Network error: Client connection negotiation failed: client connection to 127.17.32.61:36407: connect: Connection refused (error 111)
03:08:46.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.670514 17616 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } attempt: 3
03:08:46.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:46.674327 17616 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.61:36407: Network error: Client connection negotiation failed: client connection to 127.17.32.61:36407: connect: Connection refused (error 111)
03:08:46.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:46.717325 17618 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:08:46.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:46.717923 17618 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:08:46.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:46.718559 17618 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:08:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:46.749821 17618 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:08:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:46.750162 17618 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:08:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:46.750479 17618 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:08:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:46.750818 17618 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:08:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:46.751121 17618 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:08:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:46.751390 17618 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43961/jwks.json
03:08:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.786096 17618 master_runner.cc:386] Master server non-default flags:
03:08:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:46.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.32.20:39861
03:08:46.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:46.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:46.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-1/data
03:08:46.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-1/wal
03:08:46.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:08:46.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.32.62:38793,127.17.32.61:36407,127.17.32.60:45845
03:08:46.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:46.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:46.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:08:46.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.32.61:36407
03:08:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:08:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:08:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:08:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43961/jwks.json
03:08:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-1/data/info.pb
03:08:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.32.61
03:08:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:08:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:46.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:08:46.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:08:46.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:46.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-1/logs
03:08:46.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:46.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:08:46.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:08:46.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:08:46.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:08:46.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:08:46.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:08:46.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:08:46.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:08:46.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:08:46.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.787621 17618 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:08:46.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.789888 17618 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:08:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:46.807296 17628 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.817739 17616 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } attempt: 4
03:08:46.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:46.821412 17616 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.61:36407: Network error: Client connection negotiation failed: client connection to 127.17.32.61:36407: connect: Connection refused (error 111)
03:08:47.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.120959 17616 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } attempt: 5
03:08:47.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:47.125010 17616 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.61:36407: Network error: Client connection negotiation failed: client connection to 127.17.32.61:36407: connect: Connection refused (error 111)
03:08:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.672537 17616 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } attempt: 6
03:08:47.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:47.686136 17616 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.61:36407: Network error: Client connection negotiation failed: client connection to 127.17.32.61:36407: connect: Connection refused (error 111)
03:08:47.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:46.807286 17627 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:47.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:46.809602 17618 server_base.cc:1034] running on GCE node
03:08:47.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:46.808094 17630 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.925354 17618 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:08:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.928294 17618 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:08:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.929733 17618 hybrid_clock.cc:648] HybridClock initialized: now 1790305727929662 us; error 79 us; skew 500 ppm
03:08:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.930692 17618 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:08:47.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.936662 17618 webserver.cc:460] Webserver started at http://127.17.32.61:39983/ using document root <none> and password file <none>
03:08:47.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.937685 17618 fs_manager.cc:359] Metadata directory not provided
03:08:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.937899 17618 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:08:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.938421 17618 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:08:47.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.943154 17618 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-1/data/instance:
03:08:47.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4ea2089bd4d4b15babcfd1cfe119c38"
03:08:47.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:08:47 on dist-test-slave-5gjv"
03:08:47.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.944331 17618 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-1/wal/instance:
03:08:47.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4ea2089bd4d4b15babcfd1cfe119c38"
03:08:47.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:08:47 on dist-test-slave-5gjv"
03:08:47.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.951412 17618 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.004s sys 0.004s
03:08:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.956777 17639 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:08:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.957816 17618 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
03:08:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.958153 17618 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-1/data,/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-1/wal
03:08:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4ea2089bd4d4b15babcfd1cfe119c38"
03:08:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:08:47 on dist-test-slave-5gjv"
03:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.958495 17618 fs_report.cc:383] FS layout report
03:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-1/wal
03:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-1/wal
03:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-1/data/data
03:08:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:08:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:08:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:08:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:08:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:08:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:08:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:08:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:08:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:08:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:08:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:08:47.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.992084 17618 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:08:47.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.993762 17618 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:08:47.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:47.994218 17618 kserver.cc:163] Server-wide thread pool size limit: 3276
03:08:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.064781 17618 rpc_server.cc:307] RPC server started. Bound to: 127.17.32.61:36407
03:08:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.064888 17690 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.32.61:36407 every 8 connection(s)
03:08:48.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.067466 17618 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-1/data/info.pb
03:08:48.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.072736 17691 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:08:48.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.072782 17536 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu as pid 17618
03:08:48.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.073215 17536 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-1/wal/instance
03:08:48.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.076184 17536 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:08:48.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:08:48.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-2/wal
03:08:48.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-2/data
03:08:48.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-2/logs
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-2/data/info.pb
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.32.60:45845
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.32.60
03:08:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.32.20:39861
03:08:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:08:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.32.62:38793,127.17.32.61:36407,127.17.32.60:45845
03:08:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:08:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43961/jwks.json with env {}
03:08:48.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.086905 17691 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } has no permanent_uuid. Determining permanent_uuid...
03:08:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.110394 17691 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } has no permanent_uuid. Determining permanent_uuid...
03:08:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.131192 17691 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } has no permanent_uuid. Determining permanent_uuid...
03:08:48.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.134049 17642 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.32.60:45845: connect: Connection refused (error 111)
03:08:48.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.140340 17691 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.60:45845: Network error: Client connection negotiation failed: client connection to 127.17.32.60:45845: connect: Connection refused (error 111)
03:08:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.189826 17691 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } attempt: 1
03:08:48.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.193974 17691 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.60:45845: Network error: Client connection negotiation failed: client connection to 127.17.32.60:45845: connect: Connection refused (error 111)
03:08:48.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.262422 17691 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } attempt: 2
03:08:48.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.266676 17691 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.60:45845: Network error: Client connection negotiation failed: client connection to 127.17.32.60:45845: connect: Connection refused (error 111)
03:08:48.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.358103 17691 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } attempt: 3
03:08:48.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.361977 17691 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.60:45845: Network error: Client connection negotiation failed: client connection to 127.17.32.60:45845: connect: Connection refused (error 111)
03:08:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.392973 17693 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:08:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.393690 17693 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:08:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.394349 17693 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:08:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.425558 17693 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:08:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.425936 17693 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:08:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.426251 17693 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:08:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.426592 17693 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:08:48.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.426945 17693 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:08:48.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.427174 17693 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43961/jwks.json
03:08:48.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.462042 17693 master_runner.cc:386] Master server non-default flags:
03:08:48.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:48.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.32.20:39861
03:08:48.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:48.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-2/data
03:08:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-2/wal
03:08:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:08:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.32.62:38793,127.17.32.61:36407,127.17.32.60:45845
03:08:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:08:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.32.60:45845
03:08:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:08:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:08:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:08:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43961/jwks.json
03:08:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-2/data/info.pb
03:08:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.32.60
03:08:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:08:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:08:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:08:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-2/logs
03:08:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:08:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:08:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:08:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:08:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:08:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:08:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:08:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:08:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:08:48.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.463593 17693 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:08:48.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.465672 17693 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:08:48.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.505402 17691 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } attempt: 4
03:08:48.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.509368 17691 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.60:45845: Network error: Client connection negotiation failed: client connection to 127.17.32.60:45845: connect: Connection refused (error 111)
03:08:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.746672 17616 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } attempt: 7
03:08:48.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.770843 17616 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } has no permanent_uuid. Determining permanent_uuid...
03:08:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.776371 17616 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.60:45845: Network error: Client connection negotiation failed: client connection to 127.17.32.60:45845: connect: Connection refused (error 111)
03:08:48.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.808743 17691 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } attempt: 5
03:08:48.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.812513 17691 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.60:45845: Network error: Client connection negotiation failed: client connection to 127.17.32.60:45845: connect: Connection refused (error 111)
03:08:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.834874 17616 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } attempt: 1
03:08:48.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.838910 17616 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.60:45845: Network error: Client connection negotiation failed: client connection to 127.17.32.60:45845: connect: Connection refused (error 111)
03:08:48.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.920316 17616 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } attempt: 2
03:08:48.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.923823 17616 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.60:45845: Network error: Client connection negotiation failed: client connection to 127.17.32.60:45845: connect: Connection refused (error 111)
03:08:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.009339 17616 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } attempt: 3
03:08:49.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:49.013402 17616 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.60:45845: Network error: Client connection negotiation failed: client connection to 127.17.32.60:45845: connect: Connection refused (error 111)
03:08:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.153771 17616 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } attempt: 4
03:08:49.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:49.157735 17616 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.60:45845: Network error: Client connection negotiation failed: client connection to 127.17.32.60:45845: connect: Connection refused (error 111)
03:08:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.359908 17691 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } attempt: 6
03:08:49.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:49.366158 17691 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.60:45845: Network error: Client connection negotiation failed: client connection to 127.17.32.60:45845: connect: Connection refused (error 111)
03:08:49.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.441147 17616 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } attempt: 5
03:08:49.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:49.444757 17616 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.32.60:45845: Network error: Client connection negotiation failed: client connection to 127.17.32.60:45845: connect: Connection refused (error 111)
03:08:49.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.482482 17705 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:49.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.482460 17707 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:49.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:48.484736 17693 server_base.cc:1034] running on GCE node
03:08:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:48.482509 17704 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.583690 17693 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:08:49.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.586220 17693 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:08:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.587580 17693 hybrid_clock.cc:648] HybridClock initialized: now 1790305729587536 us; error 60 us; skew 500 ppm
03:08:49.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.588426 17693 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:08:49.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.595244 17693 webserver.cc:460] Webserver started at http://127.17.32.60:33707/ using document root <none> and password file <none>
03:08:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.596171 17693 fs_manager.cc:359] Metadata directory not provided
03:08:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.596356 17693 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:08:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.596733 17693 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:08:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.601670 17693 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-2/data/instance:
03:08:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d1506cea6ad48a9987b01a71a550b13"
03:08:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:08:49 on dist-test-slave-5gjv"
03:08:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.602921 17693 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-2/wal/instance:
03:08:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d1506cea6ad48a9987b01a71a550b13"
03:08:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:08:49 on dist-test-slave-5gjv"
03:08:49.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.612452 17693 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.009s sys 0.000s
03:08:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.619745 17719 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:08:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.621014 17693 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
03:08:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.621397 17693 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-2/data,/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-2/wal
03:08:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d1506cea6ad48a9987b01a71a550b13"
03:08:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:08:49 on dist-test-slave-5gjv"
03:08:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.621850 17693 fs_report.cc:383] FS layout report
03:08:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:08:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-2/wal
03:08:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-2/wal
03:08:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-2/data/data
03:08:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:08:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:08:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:08:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:08:49.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:08:49.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:08:49.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:08:49.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:08:49.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:08:49.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:08:49.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:08:49.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.657536 17693 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:08:49.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.659049 17693 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:08:49.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.659456 17693 kserver.cc:163] Server-wide thread pool size limit: 3276
03:08:49.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.728221 17693 rpc_server.cc:307] RPC server started. Bound to: 127.17.32.60:45845
03:08:49.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.728304 17771 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.32.60:45845 every 8 connection(s)
03:08:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.730764 17693 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-2/data/info.pb
03:08:49.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.735798 17772 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:08:49.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.738502 17536 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu as pid 17693
03:08:49.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.738881 17536 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/master-2/wal/instance
03:08:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.750082 17772 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } has no permanent_uuid. Determining permanent_uuid...
03:08:49.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.785535 17772 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } has no permanent_uuid. Determining permanent_uuid...
03:08:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.796818 17772 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } has no permanent_uuid. Determining permanent_uuid...
03:08:49.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.813107 17772 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13: Bootstrap starting.
03:08:49.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.819686 17772 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13: Neither blocks nor log segments found. Creating new log.
03:08:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.821374 17772 log.cc:824] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13: Log is configured to *not* fsync() on all Append() calls
03:08:49.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.826516 17772 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13: No bootstrap required, opened a new log
03:08:49.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.847611 17772 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } } peers { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } } peers { permanent_uuid: "1d1506cea6ad48a9987b01a71a550b13" member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } }
03:08:49.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.848239 17772 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:08:49.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.848501 17772 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d1506cea6ad48a9987b01a71a550b13, State: Initialized, Role: FOLLOWER
03:08:49.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.849365 17772 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } } peers { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } } peers { permanent_uuid: "1d1506cea6ad48a9987b01a71a550b13" member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } }
03:08:49.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.852344 17781 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } } peers { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } } peers { permanent_uuid: "1d1506cea6ad48a9987b01a71a550b13" member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } } }
03:08:49.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.853222 17781 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [sys.catalog]: This master's current role is: FOLLOWER
03:08:49.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.853930 17772 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [sys.catalog]: configured and running, proceeding with master startup.
03:08:49.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:49.880846 17792 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:08:49.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:49.881196 17792 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:08:49.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.893432 17781 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:08:49.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.893981 17781 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } } peers { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } } peers { permanent_uuid: "1d1506cea6ad48a9987b01a71a550b13" member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } }
03:08:49.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.896548 17781 leader_election.cc:288] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 25de5a8a25984f0a9c064e6033c6ade1 (127.17.32.62:38793), d4ea2089bd4d4b15babcfd1cfe119c38 (127.17.32.61:36407)
03:08:49.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.876214 17693 master_runner.cc:186] Error getting master registration for 127.17.32.62:38793: OK, instance_id { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" instance_seqno: 1790305726373746 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:08:49.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.901574 17693 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:08:49.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:49.914481 17725 tablet.cc:2369] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:08:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:49.997227 17616 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } attempt: 6
03:08:50.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.021348 17616 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1: Bootstrap starting.
03:08:50.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.028501 17616 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1: Neither blocks nor log segments found. Creating new log.
03:08:50.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.031286 17616 log.cc:824] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1: Log is configured to *not* fsync() on all Append() calls
03:08:50.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.036522 17616 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1: No bootstrap required, opened a new log
03:08:50.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.067426 17616 raft_consensus.cc:348] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } } peers { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } } peers { permanent_uuid: "1d1506cea6ad48a9987b01a71a550b13" member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } }
03:08:50.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.068318 17616 raft_consensus.cc:374] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:08:50.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.068602 17616 raft_consensus.cc:729] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 25de5a8a25984f0a9c064e6033c6ade1, State: Initialized, Role: FOLLOWER
03:08:50.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.070379 17616 consensus_queue.cc:260] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } } peers { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } } peers { permanent_uuid: "1d1506cea6ad48a9987b01a71a550b13" member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } }
03:08:50.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.075730 17616 sys_catalog.cc:564] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1 [sys.catalog]: configured and running, proceeding with master startup.
03:08:50.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.074432 17796 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } } peers { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } } peers { permanent_uuid: "1d1506cea6ad48a9987b01a71a550b13" member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } } }
03:08:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.076824 17796 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1 [sys.catalog]: This master's current role is: FOLLOWER
03:08:50.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:50.080240 17570 tablet.cc:2369] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:08:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.083071 17591 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1d1506cea6ad48a9987b01a71a550b13" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "25de5a8a25984f0a9c064e6033c6ade1" is_pre_election: true
03:08:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.084256 17591 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1d1506cea6ad48a9987b01a71a550b13 in term 0.
03:08:50.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.085825 17720 leader_election.cc:302] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1d1506cea6ad48a9987b01a71a550b13, 25de5a8a25984f0a9c064e6033c6ade1; no voters:
03:08:50.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.086706 17781 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:08:50.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.087054 17781 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:08:50.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.087366 17781 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [term 0 FOLLOWER]: Advancing to term 1
03:08:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.095527 17781 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } } peers { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } } peers { permanent_uuid: "1d1506cea6ad48a9987b01a71a550b13" member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } }
03:08:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.099464 17781 leader_election.cc:288] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [CANDIDATE]: Term 1 election: Requested vote from peers 25de5a8a25984f0a9c064e6033c6ade1 (127.17.32.62:38793), d4ea2089bd4d4b15babcfd1cfe119c38 (127.17.32.61:36407)
03:08:50.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.100198 17591 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1d1506cea6ad48a9987b01a71a550b13" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "25de5a8a25984f0a9c064e6033c6ade1"
03:08:50.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.100761 17591 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1 [term 0 FOLLOWER]: Advancing to term 1
03:08:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.114857 17591 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1d1506cea6ad48a9987b01a71a550b13 in term 1.
03:08:50.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.116294 17720 leader_election.cc:302] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1d1506cea6ad48a9987b01a71a550b13, 25de5a8a25984f0a9c064e6033c6ade1; no voters:
03:08:50.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.117918 17781 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [term 1 FOLLOWER]: Leader election won for term 1
03:08:50.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.129662 17781 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [term 1 LEADER]: Becoming Leader. State: Replica: 1d1506cea6ad48a9987b01a71a550b13, State: Running, Role: LEADER
03:08:50.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.130676 17781 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } } peers { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } } peers { permanent_uuid: "1d1506cea6ad48a9987b01a71a550b13" member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } }
03:08:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.154539 17801 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1d1506cea6ad48a9987b01a71a550b13. Latest consensus state: current_term: 1 leader_uuid: "1d1506cea6ad48a9987b01a71a550b13" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } } peers { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } } peers { permanent_uuid: "1d1506cea6ad48a9987b01a71a550b13" member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } } }
03:08:50.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.155381 17801 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [sys.catalog]: This master's current role is: LEADER
03:08:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:50.173924 17810 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:08:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:50.174641 17810 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:08:50.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.188983 17809 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
03:08:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.196265 17809 catalog_manager.cc:1484] Initializing Kudu cluster ID...
03:08:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.171593 17548 master_runner.cc:186] Error getting master registration for 127.17.32.61:36407: OK, instance_id { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" instance_seqno: 1790305728045493 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:08:50.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.206540 17548 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:08:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.220451 17591 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1 [term 1 FOLLOWER]: Refusing update from remote peer 1d1506cea6ad48a9987b01a71a550b13: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:08:50.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.222132 17801 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [LEADER]: Connected to new peer: Peer: permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:08:50.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.269537 17796 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1d1506cea6ad48a9987b01a71a550b13. Latest consensus state: current_term: 1 leader_uuid: "1d1506cea6ad48a9987b01a71a550b13" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } } peers { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } } peers { permanent_uuid: "1d1506cea6ad48a9987b01a71a550b13" member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } } }
03:08:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.270720 17796 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1 [sys.catalog]: This master's current role is: FOLLOWER
03:08:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.272303 17801 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1d1506cea6ad48a9987b01a71a550b13" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } } peers { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } } peers { permanent_uuid: "1d1506cea6ad48a9987b01a71a550b13" member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } } }
03:08:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.273023 17801 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [sys.catalog]: This master's current role is: LEADER
03:08:50.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.275830 17809 catalog_manager.cc:1347] Generated new cluster ID: 67dce714f18748a09e58981edc455ded
03:08:50.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.276161 17809 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
03:08:50.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.291853 17796 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1d1506cea6ad48a9987b01a71a550b13" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } } peers { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } } peers { permanent_uuid: "1d1506cea6ad48a9987b01a71a550b13" member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } } }
03:08:50.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.292625 17796 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1 [sys.catalog]: This master's current role is: FOLLOWER
03:08:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.310539 17809 catalog_manager.cc:1370] Generated new certificate authority record
03:08:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.313478 17809 catalog_manager.cc:1504] Loading token signing keys...
03:08:50.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.344626 17809 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13: Generated new TSK 0
03:08:50.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.346259 17809 catalog_manager.cc:1514] Initializing in-progress tserver states...
03:08:50.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.378481 17536 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-0/wal
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-0/data
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-0/logs
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-0/data/info.pb
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.32.1:0
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.32.1
03:08:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.32.1
03:08:50.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:50.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.32.62:38793,127.17.32.61:36407,127.17.32.60:45845
03:08:50.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.32.20:39861
03:08:50.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:50.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:50.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:08:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.426662 17691 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } attempt: 7
03:08:50.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.493175 17691 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38: Bootstrap starting.
03:08:50.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.506348 17691 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38: Neither blocks nor log segments found. Creating new log.
03:08:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.512459 17691 log.cc:824] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38: Log is configured to *not* fsync() on all Append() calls
03:08:50.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.537153 17691 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38: No bootstrap required, opened a new log
03:08:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.597014 17691 raft_consensus.cc:348] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } } peers { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } } peers { permanent_uuid: "1d1506cea6ad48a9987b01a71a550b13" member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } }
03:08:50.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.598213 17691 raft_consensus.cc:374] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:08:50.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.598709 17691 raft_consensus.cc:729] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4ea2089bd4d4b15babcfd1cfe119c38, State: Initialized, Role: FOLLOWER
03:08:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.601709 17691 consensus_queue.cc:260] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } } peers { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } } peers { permanent_uuid: "1d1506cea6ad48a9987b01a71a550b13" member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } }
03:08:50.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.613897 17691 sys_catalog.cc:564] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38 [sys.catalog]: configured and running, proceeding with master startup.
03:08:50.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.614068 17666 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1d1506cea6ad48a9987b01a71a550b13" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" is_pre_election: true
03:08:50.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.614883 17666 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1d1506cea6ad48a9987b01a71a550b13 in term 0.
03:08:50.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.616211 17664 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38 [term 0 FOLLOWER]: Advancing to term 1
03:08:50.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.622780 17665 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1d1506cea6ad48a9987b01a71a550b13" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38"
03:08:50.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.627558 17664 raft_consensus.cc:1261] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38 [term 1 FOLLOWER]: Refusing update from remote peer 1d1506cea6ad48a9987b01a71a550b13: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:08:50.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.629457 17801 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:08:50.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.612627 17820 sys_catalog.cc:455] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } } peers { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } } peers { permanent_uuid: "1d1506cea6ad48a9987b01a71a550b13" member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } } }
03:08:50.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.638689 17820 sys_catalog.cc:458] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38 [sys.catalog]: This master's current role is: FOLLOWER
03:08:50.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.670886 17827 mvcc.cc:205] Tried to move back new op lower bound from 7333092270967189504 to 7333092270629036032. Current Snapshot: MvccSnapshot[applied={T|T < 7333092270967189504}]
03:08:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.691447 17820 sys_catalog.cc:455] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1d1506cea6ad48a9987b01a71a550b13. Latest consensus state: current_term: 1 leader_uuid: "1d1506cea6ad48a9987b01a71a550b13" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } } peers { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } } peers { permanent_uuid: "1d1506cea6ad48a9987b01a71a550b13" member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } } }
03:08:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.692220 17820 sys_catalog.cc:458] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38 [sys.catalog]: This master's current role is: FOLLOWER
03:08:50.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.693316 17823 sys_catalog.cc:455] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1d1506cea6ad48a9987b01a71a550b13" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } } peers { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } } peers { permanent_uuid: "1d1506cea6ad48a9987b01a71a550b13" member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } } }
03:08:50.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.694324 17823 sys_catalog.cc:458] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38 [sys.catalog]: This master's current role is: FOLLOWER
03:08:50.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.738118 17836 catalog_manager.cc:1259] Loaded cluster ID: 67dce714f18748a09e58981edc455ded
03:08:50.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.745767 17836 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38: loading cluster ID for follower catalog manager: success
03:08:50.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.762327 17836 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38: acquiring CA information for follower catalog manager: success
03:08:50.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:50.776057 17836 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d4ea2089bd4d4b15babcfd1cfe119c38: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:08:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:51.000029 17817 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:08:51.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:51.001350 17817 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:08:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:51.002866 17817 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:08:51.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:51.061298 17817 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:08:51.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:51.077536 17817 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.32.1
03:08:51.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:51.180794 17810 catalog_manager.cc:1259] Loaded cluster ID: 67dce714f18748a09e58981edc455ded
03:08:51.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:51.181860 17810 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1: loading cluster ID for follower catalog manager: success
03:08:51.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:51.206601 17843 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1d1506cea6ad48a9987b01a71a550b13" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "25de5a8a25984f0a9c064e6033c6ade1" member_type: VOTER last_known_addr { host: "127.17.32.62" port: 38793 } } peers { permanent_uuid: "d4ea2089bd4d4b15babcfd1cfe119c38" member_type: VOTER last_known_addr { host: "127.17.32.61" port: 36407 } } peers { permanent_uuid: "1d1506cea6ad48a9987b01a71a550b13" member_type: VOTER last_known_addr { host: "127.17.32.60" port: 45845 } } }
03:08:51.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:51.208093 17810 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1: acquiring CA information for follower catalog manager: success
03:08:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:51.215070 17810 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 25de5a8a25984f0a9c064e6033c6ade1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:08:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:51.221797 17843 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d1506cea6ad48a9987b01a71a550b13 [sys.catalog]: This master's current role is: LEADER
03:08:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:51.257038 17817 tablet_server_runner.cc:78] Tablet server non-default flags:
03:08:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.32.20:39861
03:08:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-0/data
03:08:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-0/wal
03:08:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.32.1:0
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-0/data/info.pb
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.32.1
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.32.62:38793,127.17.32.61:36407,127.17.32.60:45845
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.32.1
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-0/logs
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:08:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:08:51.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:51.260308 17817 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:08:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:51.262687 17817 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:08:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:51.313431 17848 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:51.320010 17851 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:53.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:51.329535 17847 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:53.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:53.613868 17849 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2297 milliseconds
03:08:53.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.614468 17817 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:08:53.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.618443 17817 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:08:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.621138 17817 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:08:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.622592 17817 hybrid_clock.cc:648] HybridClock initialized: now 1790305733622542 us; error 47 us; skew 500 ppm
03:08:53.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.623615 17817 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:08:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.637444 17817 webserver.cc:460] Webserver started at http://127.17.32.1:39947/ using document root <none> and password file <none>
03:08:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.638669 17817 fs_manager.cc:359] Metadata directory not provided
03:08:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.638937 17817 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:08:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.639456 17817 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:08:53.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.646346 17817 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-0/data/instance:
03:08:53.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0820b8028894cf1bdc526c3b4a11fa3"
03:08:53.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:08:53 on dist-test-slave-5gjv"
03:08:53.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.647773 17817 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-0/wal/instance:
03:08:53.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0820b8028894cf1bdc526c3b4a11fa3"
03:08:53.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:08:53 on dist-test-slave-5gjv"
03:08:53.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.657059 17817 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.004s
03:08:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.664161 17859 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:08:53.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.665491 17817 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
03:08:53.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.665916 17817 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-0/data,/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-0/wal
03:08:53.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0820b8028894cf1bdc526c3b4a11fa3"
03:08:53.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:08:53 on dist-test-slave-5gjv"
03:08:53.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.666332 17817 fs_report.cc:383] FS layout report
03:08:53.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:08:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-0/wal
03:08:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-0/wal
03:08:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-0/data/data
03:08:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:08:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:08:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:08:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:08:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:08:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:08:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:08:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:08:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:08:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:08:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:08:53.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.716459 17817 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:08:53.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.718415 17817 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:08:53.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.718973 17817 kserver.cc:163] Server-wide thread pool size limit: 3276
03:08:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.721776 17817 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:08:53.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.726281 17817 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:08:53.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.726553 17817 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:08:53.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.726838 17817 ts_tablet_manager.cc:610] Registered 0 tablets
03:08:53.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.727035 17817 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:08:53.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.868870 17817 rpc_server.cc:307] RPC server started. Bound to: 127.17.32.1:39293
03:08:53.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.868975 17972 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.32.1:39293 every 8 connection(s)
03:08:53.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.871325 17817 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-0/data/info.pb
03:08:53.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.876432 17536 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu as pid 17817
03:08:53.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.876936 17536 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-0/wal/instance
03:08:53.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.894301 17536 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:08:53.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:08:53.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-1/wal
03:08:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-1/data
03:08:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:08:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:08:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:08:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-1/logs
03:08:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-1/data/info.pb
03:08:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:08:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:08:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:08:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:08:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:08:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:08:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.32.2:0
03:08:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.32.2
03:08:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.32.2
03:08:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.32.62:38793,127.17.32.61:36407,127.17.32.60:45845
03:08:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.32.20:39861
03:08:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:08:53.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.921770 17974 heartbeater.cc:347] Connected to a master server at 127.17.32.61:36407
03:08:53.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.921948 17973 heartbeater.cc:347] Connected to a master server at 127.17.32.60:45845
03:08:53.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.922297 17974 heartbeater.cc:464] Registering TS with master...
03:08:53.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.922437 17975 heartbeater.cc:347] Connected to a master server at 127.17.32.62:38793
03:08:53.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.922513 17973 heartbeater.cc:464] Registering TS with master...
03:08:53.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.922755 17975 heartbeater.cc:464] Registering TS with master...
03:08:53.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.924091 17973 heartbeater.cc:511] Master 127.17.32.60:45845 requested a full tablet report, sending...
03:08:53.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.924234 17974 heartbeater.cc:511] Master 127.17.32.61:36407 requested a full tablet report, sending...
03:08:53.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.924273 17975 heartbeater.cc:511] Master 127.17.32.62:38793 requested a full tablet report, sending...
03:08:53.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.926862 17736 ts_manager.cc:194] Registered new tserver with Master: f0820b8028894cf1bdc526c3b4a11fa3 (127.17.32.1:39293)
03:08:53.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.927387 17581 ts_manager.cc:194] Registered new tserver with Master: f0820b8028894cf1bdc526c3b4a11fa3 (127.17.32.1:39293)
03:08:53.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.929328 17736 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.32.1:53483
03:08:53.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:53.934791 17656 ts_manager.cc:194] Registered new tserver with Master: f0820b8028894cf1bdc526c3b4a11fa3 (127.17.32.1:39293)
03:08:54.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:54.219879 17983 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:08:54.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:54.220336 17983 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:08:54.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:54.220773 17983 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:08:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:54.252714 17983 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:08:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:54.253510 17983 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.32.2
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:54.288600 17983 tablet_server_runner.cc:78] Tablet server non-default flags:
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.32.20:39861
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-1/data
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-1/wal
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.32.2:0
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-1/data/info.pb
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.32.2
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.32.62:38793,127.17.32.61:36407,127.17.32.60:45845
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.32.2
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-1/logs
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:08:54.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:08:54.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:08:54.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:08:54.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:08:54.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:08:54.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:08:54.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:08:54.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:54.289790 17983 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:08:54.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:54.291460 17983 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:08:54.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:54.309628 17992 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:54.933743 17973 heartbeater.cc:503] Master 127.17.32.60:45845 was elected leader, sending a full tablet report...
03:08:55.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:54.309705 17990 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:55.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:54.312253 17983 server_base.cc:1034] running on GCE node
03:08:55.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:54.314074 17989 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:55.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.402311 17983 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:08:55.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.405155 17983 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:08:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.406627 17983 hybrid_clock.cc:648] HybridClock initialized: now 1790305735406574 us; error 50 us; skew 500 ppm
03:08:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.407672 17983 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:08:55.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.415491 17983 webserver.cc:460] Webserver started at http://127.17.32.2:35193/ using document root <none> and password file <none>
03:08:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.416808 17983 fs_manager.cc:359] Metadata directory not provided
03:08:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.417073 17983 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:08:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.417595 17983 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:08:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.424486 17983 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-1/data/instance:
03:08:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e995f956e20841a2976164e734ab9ecd"
03:08:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:08:55 on dist-test-slave-5gjv"
03:08:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.425971 17983 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-1/wal/instance:
03:08:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e995f956e20841a2976164e734ab9ecd"
03:08:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:08:55 on dist-test-slave-5gjv"
03:08:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.434911 17983 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
03:08:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.440435 18001 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:08:55.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.441430 17983 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
03:08:55.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.441795 17983 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-1/data,/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-1/wal
03:08:55.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e995f956e20841a2976164e734ab9ecd"
03:08:55.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:08:55 on dist-test-slave-5gjv"
03:08:55.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.442143 17983 fs_report.cc:383] FS layout report
03:08:55.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:08:55.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-1/wal
03:08:55.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-1/wal
03:08:55.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-1/data/data
03:08:55.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:08:55.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:08:55.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:08:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:08:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:08:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:08:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:08:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:08:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:08:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:08:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:08:55.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.475153 17983 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:08:55.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.476765 17983 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:08:55.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.477252 17983 kserver.cc:163] Server-wide thread pool size limit: 3276
03:08:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.479890 17983 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:08:55.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.483896 17983 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:08:55.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.484097 17983 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:08:55.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.484396 17983 ts_tablet_manager.cc:610] Registered 0 tablets
03:08:55.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.484566 17983 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:08:55.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.621127 17983 rpc_server.cc:307] RPC server started. Bound to: 127.17.32.2:45837
03:08:55.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.621248 18114 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.32.2:45837 every 8 connection(s)
03:08:55.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.623667 17983 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-1/data/info.pb
03:08:55.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.628194 17536 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu as pid 17983
03:08:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.628885 17536 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-1/wal/instance
03:08:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.645437 17536 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-2/wal
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-2/data
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-2/logs
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-2/data/info.pb
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.32.3:0
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.32.3
03:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.32.3
03:08:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.32.62:38793,127.17.32.61:36407,127.17.32.60:45845
03:08:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.32.20:39861
03:08:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:08:55.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.670397 18115 heartbeater.cc:347] Connected to a master server at 127.17.32.60:45845
03:08:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.670893 18115 heartbeater.cc:464] Registering TS with master...
03:08:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.672114 18115 heartbeater.cc:511] Master 127.17.32.60:45845 requested a full tablet report, sending...
03:08:55.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.675211 17736 ts_manager.cc:194] Registered new tserver with Master: e995f956e20841a2976164e734ab9ecd (127.17.32.2:45837)
03:08:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.677466 17736 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.32.2:59611
03:08:55.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.681279 18116 heartbeater.cc:347] Connected to a master server at 127.17.32.61:36407
03:08:55.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.681617 18116 heartbeater.cc:464] Registering TS with master...
03:08:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.682404 18116 heartbeater.cc:511] Master 127.17.32.61:36407 requested a full tablet report, sending...
03:08:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.685091 17656 ts_manager.cc:194] Registered new tserver with Master: e995f956e20841a2976164e734ab9ecd (127.17.32.2:45837)
03:08:55.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.693830 18117 heartbeater.cc:347] Connected to a master server at 127.17.32.62:38793
03:08:55.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.694142 18117 heartbeater.cc:464] Registering TS with master...
03:08:55.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.694775 18117 heartbeater.cc:511] Master 127.17.32.62:38793 requested a full tablet report, sending...
03:08:55.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:55.696969 17581 ts_manager.cc:194] Registered new tserver with Master: e995f956e20841a2976164e734ab9ecd (127.17.32.2:45837)
03:08:55.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:55.975709 18122 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:08:55.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:55.976222 18122 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:08:55.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:55.976768 18122 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:08:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:56.007570 18122 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:56.008411 18122 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.32.3
03:08:56.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:56.042214 18122 tablet_server_runner.cc:78] Tablet server non-default flags:
03:08:56.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:56.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.32.20:39861
03:08:56.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:56.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:56.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-2/data
03:08:56.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-2/wal
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.32.3:0
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-2/data/info.pb
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.32.3
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.32.62:38793,127.17.32.61:36407,127.17.32.60:45845
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.32.3
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-2/logs
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:08:56.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:56.043427 18122 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:08:56.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:56.044940 18122 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:08:56.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:56.063704 18133 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:56.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:56.683625 18115 heartbeater.cc:503] Master 127.17.32.60:45845 was elected leader, sending a full tablet report...
03:08:57.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:56.070864 18131 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:57.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:56.063771 18130 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:57.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:57.226574 18132 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1161 milliseconds
03:08:57.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.226698 18122 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:08:57.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.227947 18122 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:08:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.230494 18122 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:08:57.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.231914 18122 hybrid_clock.cc:648] HybridClock initialized: now 1790305737231877 us; error 58 us; skew 500 ppm
03:08:57.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.232935 18122 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:08:57.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.240511 18122 webserver.cc:460] Webserver started at http://127.17.32.3:37967/ using document root <none> and password file <none>
03:08:57.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.241621 18122 fs_manager.cc:359] Metadata directory not provided
03:08:57.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.241914 18122 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:08:57.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.242309 18122 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:08:57.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.246997 18122 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-2/data/instance:
03:08:57.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9029ba759e7f42c7b0f458c3089bfc11"
03:08:57.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:08:57 on dist-test-slave-5gjv"
03:08:57.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.248075 18122 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-2/wal/instance:
03:08:57.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9029ba759e7f42c7b0f458c3089bfc11"
03:08:57.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:08:57 on dist-test-slave-5gjv"
03:08:57.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.255134 18122 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
03:08:57.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.260804 18141 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:08:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.261886 18122 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
03:08:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.262171 18122 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-2/data,/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-2/wal
03:08:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9029ba759e7f42c7b0f458c3089bfc11"
03:08:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:08:57 on dist-test-slave-5gjv"
03:08:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.262468 18122 fs_report.cc:383] FS layout report
03:08:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:08:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-2/wal
03:08:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-2/wal
03:08:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-2/data/data
03:08:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:08:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:08:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:08:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:08:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:08:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:08:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:08:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:08:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:08:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:08:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:08:57.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.296123 18122 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:08:57.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.297538 18122 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:08:57.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.297989 18122 kserver.cc:163] Server-wide thread pool size limit: 3276
03:08:57.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.300395 18122 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:08:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.304479 18122 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:08:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.304682 18122 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:08:57.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.304885 18122 ts_tablet_manager.cc:610] Registered 0 tablets
03:08:57.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.305011 18122 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:08:57.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.443182 18122 rpc_server.cc:307] RPC server started. Bound to: 127.17.32.3:38473
03:08:57.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.443290 18254 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.32.3:38473 every 8 connection(s)
03:08:57.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.445578 18122 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-2/data/info.pb
03:08:57.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.450152 17536 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu as pid 18122
03:08:57.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.450634 17536 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster6262323078892425140/ts-2/wal/instance
03:08:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.495074 18257 heartbeater.cc:347] Connected to a master server at 127.17.32.62:38793
03:08:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.495306 18256 heartbeater.cc:347] Connected to a master server at 127.17.32.61:36407
03:08:57.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.495590 18257 heartbeater.cc:464] Registering TS with master...
03:08:57.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.495606 18256 heartbeater.cc:464] Registering TS with master...
03:08:57.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.496073 18255 heartbeater.cc:347] Connected to a master server at 127.17.32.60:45845
03:08:57.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.496385 18255 heartbeater.cc:464] Registering TS with master...
03:08:57.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.496763 18257 heartbeater.cc:511] Master 127.17.32.62:38793 requested a full tablet report, sending...
03:08:57.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.496873 18256 heartbeater.cc:511] Master 127.17.32.61:36407 requested a full tablet report, sending...
03:08:57.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.497104 18255 heartbeater.cc:511] Master 127.17.32.60:45845 requested a full tablet report, sending...
03:08:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.499418 17736 ts_manager.cc:194] Registered new tserver with Master: 9029ba759e7f42c7b0f458c3089bfc11 (127.17.32.3:38473)
03:08:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.499518 17581 ts_manager.cc:194] Registered new tserver with Master: 9029ba759e7f42c7b0f458c3089bfc11 (127.17.32.3:38473)
03:08:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.499637 17656 ts_manager.cc:194] Registered new tserver with Master: 9029ba759e7f42c7b0f458c3089bfc11 (127.17.32.3:38473)
03:08:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.501317 17736 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.32.3:56517
03:08:57.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:57.511546 17536 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
03:08:57.521 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:08:57.523 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
03:08:57.533 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.17.32.62"
port: 38793
}
bound_http_address {
host: "127.17.32.62"
port: 38397
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.17.32.61"
port: 36407
}
bound_http_address {
host: "127.17.32.61"
port: 39983
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.17.32.60"
port: 45845
}
bound_http_address {
host: "127.17.32.60"
port: 33707
}
}
}
03:08:57.540 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:08:57.543 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.17.32.1"
port: 39293
}
bound_http_address {
host: "127.17.32.1"
port: 39947
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.17.32.2"
port: 45837
}
bound_http_address {
host: "127.17.32.2"
port: 35193
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.17.32.3"
port: 38473
}
bound_http_address {
host: "127.17.32.3"
port: 37967
}
}
}
03:08:57.543 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
03:08:57.832 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
03:08:57.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:57.942955 18111 debug-util.cc:398] Leaking SignalData structure 0x7b08000aff80 after lost signal to thread 17984
03:08:57.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:57.944068 18111 debug-util.cc:398] Leaking SignalData structure 0x7b08000b95a0 after lost signal to thread 18114
03:08:57.982 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskleYJYk/test-tmp
03:08:57.983 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:08:57.983 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskleYJYk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:08:57.990 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
03:08:58.410 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:08:58.411 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:08:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:58.415609 18266 mini_oidc.cc:152] Starting JWKS server
03:08:58.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:58.420025 18266 webserver.cc:460] Webserver started at http://127.0.0.1:37735/ using document root <none> and password file <none>
03:08:58.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:58.420589 18266 mini_oidc.cc:189] Starting OIDC Discovery server
03:08:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:58.422837 18266 webserver.cc:460] Webserver started at http://127.0.0.1:38365/ using document root <none> and password file <none>
03:08:58.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
03:08:58.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/principal' for realm 'KRBTEST.COM',
03:08:58.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
03:08:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:58.505055 18255 heartbeater.cc:503] Master 127.17.32.60:45845 was elected leader, sending a full tablet report...
03:08:58.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:08:58 dist-test-slave-5gjv krb5kdc[18279](info): setting up network...
03:08:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
03:08:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:08:58 dist-test-slave-5gjv krb5kdc[18279](info): set up 2 sockets
03:08:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:08:58 dist-test-slave-5gjv krb5kdc[18279](info): commencing operation
03:08:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
03:08:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:59.486846 18266 mini_kdc.cc:121] Time spent starting KDC: real 1.033s user 0.009s sys 0.015s
03:08:59.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
03:08:59.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:08:59.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
03:08:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
03:08:59.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:08:59.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
03:08:59.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
03:08:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:08:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
03:08:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:08:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/test-user.keytab.
03:08:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/test-user.keytab.
03:08:59.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:08:59 dist-test-slave-5gjv krb5kdc[18279](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305739, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:08:59.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:08:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T03:08:59Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:08:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T03:08:59Z Disabled control of system clock
03:08:59.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.214.190@KRBTEST.COM; defaulting to no policy
03:08:59.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:08:59.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.214.190@KRBTEST.COM" created.
03:08:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:08:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.214.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kudu_127.17.214.190.keytab.
03:08:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.214.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kudu_127.17.214.190.keytab.
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:08:59.674970 18266 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/wal
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/data
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/logs
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/data/info.pb
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.214.190:45257
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.214.190
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kudu_127.17.214.190.keytab
03:08:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.214.190
03:08:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:08:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:08:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:08:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.214.148:36743
03:08:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:08:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.214.190:45257,127.17.214.189:44017,127.17.214.188:40905
03:08:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:08:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
03:08:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:08:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:59.972795 18295 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:08:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:59.973327 18295 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:08:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:08:59.973941 18295 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:09:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:00.005282 18295 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:09:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:00.005532 18295 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:09:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:00.005847 18295 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:09:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:00.006054 18295 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:09:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:00.006234 18295 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:09:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:00.006410 18295 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:09:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:00.006542 18295 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37735/jwks.json
03:09:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:00.043991 18295 master_runner.cc:386] Master server non-default flags:
03:09:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.214.148:36743
03:09:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/data
03:09:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/wal
03:09:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:09:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.214.190:45257,127.17.214.189:44017,127.17.214.188:40905
03:09:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kudu_127.17.214.190.keytab
03:09:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.214.190
03:09:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.214.190:45257
03:09:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/data/info.pb
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.214.190
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/logs
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:00.045348 18295 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:09:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:00.046828 18295 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:09:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:00.067588 18301 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:00.070761 18304 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:01.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:00.069416 18295 server_base.cc:1034] running on GCE node
03:09:01.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:00.068851 18302 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:01.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.200556 18295 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:09:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.203339 18295 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:09:01.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.204715 18295 hybrid_clock.cc:648] HybridClock initialized: now 1790305741204673 us; error 56 us; skew 500 ppm
03:09:01.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.205696 18295 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:09:01.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:01 dist-test-slave-5gjv krb5kdc[18279](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305741, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.214.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:09:01.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.219374 18295 init.cc:377] Logged in from keytab as kudu/127.17.214.190@KRBTEST.COM (short username kudu)
03:09:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.224694 18295 webserver.cc:460] Webserver started at http://127.17.214.190:45027/ using document root <none> and password file <none>
03:09:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.225601 18295 fs_manager.cc:359] Metadata directory not provided
03:09:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.225848 18295 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:09:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.226276 18295 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:09:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.231067 18295 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/data/instance:
03:09:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac3e133eed9343de861bd03110327ca8"
03:09:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:09:01 on dist-test-slave-5gjv"
03:09:01.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.232235 18295 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/wal/instance:
03:09:01.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac3e133eed9343de861bd03110327ca8"
03:09:01.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:09:01 on dist-test-slave-5gjv"
03:09:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.239656 18295 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.001s sys 0.008s
03:09:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.245941 18313 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:09:01.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.247159 18295 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
03:09:01.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.247550 18295 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/data,/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/wal
03:09:01.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac3e133eed9343de861bd03110327ca8"
03:09:01.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:09:01 on dist-test-slave-5gjv"
03:09:01.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.247922 18295 fs_report.cc:383] FS layout report
03:09:01.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:09:01.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/wal
03:09:01.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/wal
03:09:01.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/data/data
03:09:01.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:09:01.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:09:01.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:09:01.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:09:01.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:09:01.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:09:01.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:09:01.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:09:01.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:09:01.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:09:01.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:09:01.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.281944 18295 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:09:01.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.288259 18295 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:09:01.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.288748 18295 kserver.cc:163] Server-wide thread pool size limit: 3276
03:09:01.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.374629 18295 rpc_server.cc:307] RPC server started. Bound to: 127.17.214.190:45257
03:09:01.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.374728 18364 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.214.190:45257 every 8 connection(s)
03:09:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.377559 18295 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/data/info.pb
03:09:01.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.385239 18365 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:09:01.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.385217 18266 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu as pid 18295
03:09:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.385758 18266 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/wal/instance
03:09:01.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.214.189@KRBTEST.COM; defaulting to no policy
03:09:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:09:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.214.189@KRBTEST.COM" created.
03:09:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.403695 18365 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.214.190" port: 45257 } has no permanent_uuid. Determining permanent_uuid...
03:09:01.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:09:01.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.214.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kudu_127.17.214.189.keytab.
03:09:01.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.214.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kudu_127.17.214.189.keytab.
03:09:01.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.434281 18266 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:09:01.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:09:01.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/wal
03:09:01.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/data
03:09:01.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:09:01.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/logs
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/data/info.pb
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.214.189:44017
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.214.189
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:09:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kudu_127.17.214.189.keytab
03:09:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.214.189
03:09:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:09:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:09:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:09:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.214.148:36743
03:09:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.214.190:45257,127.17.214.189:44017,127.17.214.188:40905
03:09:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
03:09:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:09:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:01 dist-test-slave-5gjv krb5kdc[18279](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305741, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.214.190@KRBTEST.COM for kudu/127.17.214.190@KRBTEST.COM
03:09:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.452796 18365 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } has no permanent_uuid. Determining permanent_uuid...
03:09:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:01.455828 18315 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.214.189:44017: connect: Connection refused (error 111)
03:09:01.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:01.460848 18365 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.189:44017: Network error: Client connection negotiation failed: client connection to 127.17.214.189:44017: connect: Connection refused (error 111)
03:09:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.510300 18365 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } attempt: 1
03:09:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:01.515151 18365 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.189:44017: Network error: Client connection negotiation failed: client connection to 127.17.214.189:44017: connect: Connection refused (error 111)
03:09:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.583570 18365 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } attempt: 2
03:09:01.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:01.587154 18365 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.189:44017: Network error: Client connection negotiation failed: client connection to 127.17.214.189:44017: connect: Connection refused (error 111)
03:09:01.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.678531 18365 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } attempt: 3
03:09:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:01.683548 18365 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.189:44017: Network error: Client connection negotiation failed: client connection to 127.17.214.189:44017: connect: Connection refused (error 111)
03:09:01.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:01.776060 18371 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:09:01.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:01.776705 18371 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:09:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:01.777415 18371 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:09:01.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:01.809528 18371 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:09:01.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:01.809836 18371 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:09:01.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:01.810125 18371 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:09:01.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:01.810328 18371 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:09:01.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:01.810519 18371 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:09:01.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:01.810716 18371 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:09:01.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:01.810869 18371 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37735/jwks.json
03:09:01.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.827054 18365 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } attempt: 4
03:09:01.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:01.830696 18365 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.189:44017: Network error: Client connection negotiation failed: client connection to 127.17.214.189:44017: connect: Connection refused (error 111)
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.849677 18371 master_runner.cc:386] Master server non-default flags:
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.214.148:36743
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/data
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/wal
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.214.190:45257,127.17.214.189:44017,127.17.214.188:40905
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kudu_127.17.214.189.keytab
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.214.189
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.214.189:44017
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/data/info.pb
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.214.189
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/logs
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:09:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:09:01.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:09:01.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:09:01.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:09:01.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:09:01.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:09:01.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:09:01.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.850826 18371 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:09:01.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:01.851862 18371 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:09:01.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:01.873131 18381 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:02.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:02.130095 18365 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } attempt: 5
03:09:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:02.135370 18365 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.189:44017: Network error: Client connection negotiation failed: client connection to 127.17.214.189:44017: connect: Connection refused (error 111)
03:09:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:02.682915 18365 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } attempt: 6
03:09:02.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:02.695376 18365 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.189:44017: Network error: Client connection negotiation failed: client connection to 127.17.214.189:44017: connect: Connection refused (error 111)
03:09:03.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:01.873971 18378 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:03.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:01.873121 18379 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:03.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.133735 18380 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1257 milliseconds
03:09:03.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.133836 18371 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:09:03.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.135191 18371 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:09:03.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.138332 18371 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:09:03.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.139686 18371 hybrid_clock.cc:648] HybridClock initialized: now 1790305743139646 us; error 51 us; skew 500 ppm
03:09:03.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.140666 18371 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:09:03.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:03 dist-test-slave-5gjv krb5kdc[18279](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305743, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.214.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:09:03.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.147662 18371 init.cc:377] Logged in from keytab as kudu/127.17.214.189@KRBTEST.COM (short username kudu)
03:09:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.154742 18371 webserver.cc:460] Webserver started at http://127.17.214.189:34553/ using document root <none> and password file <none>
03:09:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.155890 18371 fs_manager.cc:359] Metadata directory not provided
03:09:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.156121 18371 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:09:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.156633 18371 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:09:03.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.162199 18371 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/data/instance:
03:09:03.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4edbad12a6054dd598ee5504251a33fc"
03:09:03.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:09:03 on dist-test-slave-5gjv"
03:09:03.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.163385 18371 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/wal/instance:
03:09:03.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4edbad12a6054dd598ee5504251a33fc"
03:09:03.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:09:03 on dist-test-slave-5gjv"
03:09:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.172706 18371 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.005s sys 0.004s
03:09:03.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.180245 18391 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:09:03.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.181435 18371 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
03:09:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.181816 18371 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/data,/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/wal
03:09:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4edbad12a6054dd598ee5504251a33fc"
03:09:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:09:03 on dist-test-slave-5gjv"
03:09:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.182175 18371 fs_report.cc:383] FS layout report
03:09:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:09:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/wal
03:09:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/wal
03:09:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/data/data
03:09:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:09:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:09:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:09:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:09:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:09:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:09:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:09:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:09:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:09:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:09:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:09:03.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.242707 18371 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:09:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.249910 18371 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:09:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.250612 18371 kserver.cc:163] Server-wide thread pool size limit: 3276
03:09:03.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.403677 18371 rpc_server.cc:307] RPC server started. Bound to: 127.17.214.189:44017
03:09:03.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.403853 18442 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.214.189:44017 every 8 connection(s)
03:09:03.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.407493 18371 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/data/info.pb
03:09:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.416560 18443 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:09:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.419453 18266 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu as pid 18371
03:09:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.419934 18266 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/wal/instance
03:09:03.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.214.188@KRBTEST.COM; defaulting to no policy
03:09:03.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.438777 18443 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.214.190" port: 45257 } has no permanent_uuid. Determining permanent_uuid...
03:09:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:09:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.214.188@KRBTEST.COM" created.
03:09:03.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:03 dist-test-slave-5gjv krb5kdc[18279](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305743, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.214.189@KRBTEST.COM for kudu/127.17.214.190@KRBTEST.COM
03:09:03.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:09:03.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.214.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kudu_127.17.214.188.keytab.
03:09:03.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.214.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kudu_127.17.214.188.keytab.
03:09:03.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.475980 18266 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:09:03.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/wal
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/data
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/logs
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/data/info.pb
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.214.188:40905
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.214.188
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kudu_127.17.214.188.keytab
03:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.214.188
03:09:03.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:09:03.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:09:03.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:09:03.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.214.148:36743
03:09:03.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:03.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:03.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:03.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:03.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.214.190:45257,127.17.214.189:44017,127.17.214.188:40905
03:09:03.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
03:09:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:09:03.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.490092 18443 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } has no permanent_uuid. Determining permanent_uuid...
03:09:03.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:03 dist-test-slave-5gjv krb5kdc[18279](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305743, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.214.189@KRBTEST.COM for kudu/127.17.214.189@KRBTEST.COM
03:09:03.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.527541 18443 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } has no permanent_uuid. Determining permanent_uuid...
03:09:03.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.530895 18394 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.214.188:40905: connect: Connection refused (error 111)
03:09:03.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.537583 18443 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.188:40905: Network error: Client connection negotiation failed: client connection to 127.17.214.188:40905: connect: Connection refused (error 111)
03:09:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.587112 18443 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } attempt: 1
03:09:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.591887 18443 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.188:40905: Network error: Client connection negotiation failed: client connection to 127.17.214.188:40905: connect: Connection refused (error 111)
03:09:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.660247 18443 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } attempt: 2
03:09:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.664921 18443 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.188:40905: Network error: Client connection negotiation failed: client connection to 127.17.214.188:40905: connect: Connection refused (error 111)
03:09:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.755947 18365 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } attempt: 7
03:09:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.756457 18443 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } attempt: 3
03:09:03.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.762395 18443 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.188:40905: Network error: Client connection negotiation failed: client connection to 127.17.214.188:40905: connect: Connection refused (error 111)
03:09:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:03 dist-test-slave-5gjv krb5kdc[18279](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305741, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.214.190@KRBTEST.COM for kudu/127.17.214.189@KRBTEST.COM
03:09:03.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.788009 18365 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } has no permanent_uuid. Determining permanent_uuid...
03:09:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.794799 18365 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.188:40905: Network error: Client connection negotiation failed: client connection to 127.17.214.188:40905: connect: Connection refused (error 111)
03:09:03.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.853243 18365 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } attempt: 1
03:09:03.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.858029 18365 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.188:40905: Network error: Client connection negotiation failed: client connection to 127.17.214.188:40905: connect: Connection refused (error 111)
03:09:03.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.905758 18443 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } attempt: 4
03:09:03.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.910156 18443 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.188:40905: Network error: Client connection negotiation failed: client connection to 127.17.214.188:40905: connect: Connection refused (error 111)
03:09:03.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.916487 18449 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:09:03.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.917034 18449 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:09:03.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.917624 18449 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:09:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.939479 18365 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } attempt: 2
03:09:03.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.944577 18365 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.188:40905: Network error: Client connection negotiation failed: client connection to 127.17.214.188:40905: connect: Connection refused (error 111)
03:09:03.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.950975 18449 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:09:03.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.951196 18449 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:09:03.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.951467 18449 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:09:03.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.951665 18449 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:09:03.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.951850 18449 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:09:03.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.952090 18449 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:09:03.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:03.952239 18449 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37735/jwks.json
03:09:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.992213 18449 master_runner.cc:386] Master server non-default flags:
03:09:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.214.148:36743
03:09:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/data
03:09:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/wal
03:09:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:09:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.214.190:45257,127.17.214.189:44017,127.17.214.188:40905
03:09:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kudu_127.17.214.188.keytab
03:09:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.214.188
03:09:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.214.188:40905
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/data/info.pb
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.214.188
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/logs
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.993342 18449 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:09:03.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:03.994339 18449 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:09:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:04.020794 18460 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:04.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:04.030035 18365 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } attempt: 3
03:09:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:04.035223 18365 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.188:40905: Network error: Client connection negotiation failed: client connection to 127.17.214.188:40905: connect: Connection refused (error 111)
03:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:04.175727 18365 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } attempt: 4
03:09:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:04.180696 18365 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.188:40905: Network error: Client connection negotiation failed: client connection to 127.17.214.188:40905: connect: Connection refused (error 111)
03:09:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:04.209740 18443 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } attempt: 5
03:09:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:04.216210 18443 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.188:40905: Network error: Client connection negotiation failed: client connection to 127.17.214.188:40905: connect: Connection refused (error 111)
03:09:04.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:04.464169 18365 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } attempt: 5
03:09:04.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:04.467876 18365 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.188:40905: Network error: Client connection negotiation failed: client connection to 127.17.214.188:40905: connect: Connection refused (error 111)
03:09:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:04.763661 18443 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } attempt: 6
03:09:04.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:04.774892 18443 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.188:40905: Network error: Client connection negotiation failed: client connection to 127.17.214.188:40905: connect: Connection refused (error 111)
03:09:05.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.020308 18365 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } attempt: 6
03:09:05.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:05.027482 18365 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.214.188:40905: Network error: Client connection negotiation failed: client connection to 127.17.214.188:40905: connect: Connection refused (error 111)
03:09:05.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:04.020895 18462 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:05.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:04.021571 18459 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:05.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:05.270156 18461 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1250 milliseconds
03:09:05.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.270258 18449 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:09:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.273913 18449 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:09:05.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.276986 18449 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:09:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.278383 18449 hybrid_clock.cc:648] HybridClock initialized: now 1790305745278317 us; error 83 us; skew 500 ppm
03:09:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.279397 18449 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:09:05.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:05 dist-test-slave-5gjv krb5kdc[18279](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305745, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.214.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:09:05.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.287585 18449 init.cc:377] Logged in from keytab as kudu/127.17.214.188@KRBTEST.COM (short username kudu)
03:09:05.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.295549 18449 webserver.cc:460] Webserver started at http://127.17.214.188:45879/ using document root <none> and password file <none>
03:09:05.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.296514 18449 fs_manager.cc:359] Metadata directory not provided
03:09:05.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.296746 18449 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:09:05.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.297245 18449 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:09:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.302306 18449 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/data/instance:
03:09:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0cc55bda127346b2a95194796f369b9b"
03:09:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:09:05 on dist-test-slave-5gjv"
03:09:05.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.303586 18449 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/wal/instance:
03:09:05.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0cc55bda127346b2a95194796f369b9b"
03:09:05.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:09:05 on dist-test-slave-5gjv"
03:09:05.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.314339 18449 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.006s sys 0.005s
03:09:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.321866 18477 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:09:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.322974 18449 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.005s
03:09:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.323307 18449 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/data,/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/wal
03:09:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0cc55bda127346b2a95194796f369b9b"
03:09:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:09:05 on dist-test-slave-5gjv"
03:09:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.323616 18449 fs_report.cc:383] FS layout report
03:09:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:09:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/wal
03:09:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/wal
03:09:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/data/data
03:09:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:09:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:09:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:09:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:09:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:09:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:09:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:09:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:09:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:09:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:09:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:09:05.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.374081 18449 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:09:05.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.381459 18449 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:09:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.382018 18449 kserver.cc:163] Server-wide thread pool size limit: 3276
03:09:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.539935 18449 rpc_server.cc:307] RPC server started. Bound to: 127.17.214.188:40905
03:09:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.540239 18529 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.214.188:40905 every 8 connection(s)
03:09:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.543681 18449 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/data/info.pb
03:09:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.549213 18266 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu as pid 18449
03:09:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.549731 18266 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/wal/instance
03:09:05.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.552414 18530 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:09:05.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.575135 18530 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.214.190" port: 45257 } has no permanent_uuid. Determining permanent_uuid...
03:09:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:05 dist-test-slave-5gjv krb5kdc[18279](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305739, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.214.188@KRBTEST.COM
03:09:05.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:05 dist-test-slave-5gjv krb5kdc[18279](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305745, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.214.188@KRBTEST.COM for kudu/127.17.214.190@KRBTEST.COM
03:09:05.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.620597 18530 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } has no permanent_uuid. Determining permanent_uuid...
03:09:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:05 dist-test-slave-5gjv krb5kdc[18279](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305739, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.214.189@KRBTEST.COM
03:09:05.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:05 dist-test-slave-5gjv krb5kdc[18279](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305745, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.214.188@KRBTEST.COM for kudu/127.17.214.189@KRBTEST.COM
03:09:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.659840 18530 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } has no permanent_uuid. Determining permanent_uuid...
03:09:05.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:05 dist-test-slave-5gjv krb5kdc[18279](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305745, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.214.188@KRBTEST.COM for kudu/127.17.214.188@KRBTEST.COM
03:09:05.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:05 dist-test-slave-5gjv krb5kdc[18279](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305739, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.214.190@KRBTEST.COM
03:09:05.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.696177 18530 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: Bootstrap starting.
03:09:05.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.696300 18266 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
03:09:05.706 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:09:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.706822 18530 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: Neither blocks nor log segments found. Creating new log.
03:09:05.708 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
03:09:05.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.710177 18530 log.cc:824] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: Log is configured to *not* fsync() on all Append() calls
03:09:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.718168 18530 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: No bootstrap required, opened a new log
03:09:05.719 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
03:09:05.724 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
03:09:05.732 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.17.214.190"
port: 45257
}
bound_http_address {
host: "127.17.214.190"
port: 45027
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.17.214.189"
port: 44017
}
bound_http_address {
host: "127.17.214.189"
port: 34553
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.17.214.188"
port: 40905
}
bound_http_address {
host: "127.17.214.188"
port: 45879
}
}
}
03:09:05.732 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:09:05.733 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:09:05.733 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:09:05.735 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
03:09:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.756934 18530 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac3e133eed9343de861bd03110327ca8" member_type: VOTER last_known_addr { host: "127.17.214.190" port: 45257 } } peers { permanent_uuid: "4edbad12a6054dd598ee5504251a33fc" member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } } peers { permanent_uuid: "0cc55bda127346b2a95194796f369b9b" member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } }
03:09:05.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.757834 18530 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:09:05.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.758227 18530 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0cc55bda127346b2a95194796f369b9b, State: Initialized, Role: FOLLOWER
03:09:05.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.759474 18530 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac3e133eed9343de861bd03110327ca8" member_type: VOTER last_known_addr { host: "127.17.214.190" port: 45257 } } peers { permanent_uuid: "4edbad12a6054dd598ee5504251a33fc" member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } } peers { permanent_uuid: "0cc55bda127346b2a95194796f369b9b" member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } }
03:09:05.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.764899 18541 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac3e133eed9343de861bd03110327ca8" member_type: VOTER last_known_addr { host: "127.17.214.190" port: 45257 } } peers { permanent_uuid: "4edbad12a6054dd598ee5504251a33fc" member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } } peers { permanent_uuid: "0cc55bda127346b2a95194796f369b9b" member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } } }
03:09:05.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.765841 18541 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [sys.catalog]: This master's current role is: FOLLOWER
03:09:05.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.766662 18530 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [sys.catalog]: configured and running, proceeding with master startup.
03:09:05.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:05 dist-test-slave-5gjv krb5kdc[18279](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305745, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:09:05.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:09:05.777 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:09:05.780 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/krb5cc
03:09:05.787 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:09:05.788 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/krb5cc
03:09:05.790 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:09:05.800 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
03:09:05.803 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:09:05.803 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
03:09:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:05.817206 18552 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:05.817559 18552 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:05.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.835392 18443 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } attempt: 7
03:09:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:05 dist-test-slave-5gjv krb5kdc[18279](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305745, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:09:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:09:05.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.808542 18449 master_runner.cc:186] Error getting master registration for 127.17.214.190:45257: OK, instance_id { permanent_uuid: "ac3e133eed9343de861bd03110327ca8" instance_seqno: 1790305741342333 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:09:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.842895 18449 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:09:05.848 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:09:05.848 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/krb5cc
03:09:05.850 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:09:05.851 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.214.189:44017
03:09:05.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.851961 18541 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:09:05.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.852653 18541 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac3e133eed9343de861bd03110327ca8" member_type: VOTER last_known_addr { host: "127.17.214.190" port: 45257 } } peers { permanent_uuid: "4edbad12a6054dd598ee5504251a33fc" member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } } peers { permanent_uuid: "0cc55bda127346b2a95194796f369b9b" member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } }
03:09:05.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.858414 18541 leader_election.cc:288] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ac3e133eed9343de861bd03110327ca8 (127.17.214.190:45257), 4edbad12a6054dd598ee5504251a33fc (127.17.214.189:44017)
03:09:05.860 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
03:09:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.860924 18266 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu with pid 18371
03:09:05.886 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:09:05.886 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.214.190:45257
03:09:05.887 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
03:09:05.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:05.886077 18479 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.17.214.189:44017 (error 108)
03:09:05.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.887369 18266 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu with pid 18295
03:09:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:05.889469 18532 negotiation.cc:337] Failed RPC negotiation. Trace:
03:09:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:09:05.839473 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:57694 (local address 127.17.214.188:40905)
03:09:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:09:05.840371 (+ 898us) server_negotiation.cc:206] Beginning negotiation
03:09:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:09:05.840398 (+ 27us) server_negotiation.cc:399] Waiting for connection header
03:09:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:09:05.846968 (+ 6570us) server_negotiation.cc:407] Connection header received
03:09:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:09:05.847396 (+ 428us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
03:09:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:09:05.847416 (+ 20us) server_negotiation.cc:461] Received NEGOTIATE request from client
03:09:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:09:05.847683 (+ 267us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
03:09:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:09:05.847857 (+ 174us) server_negotiation.cc:226] Negotiated authn=SASL
03:09:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:09:05.850515 (+ 2658us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
03:09:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:09:05.851510 (+ 995us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
03:09:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:09:05.853859 (+ 2349us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
03:09:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:09:05.855017 (+ 1158us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
03:09:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:09:05.855282 (+ 265us) server_negotiation.cc:657] Negotiated auth-only TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
03:09:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:09:05.885039 (+ 29757us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:57694: BlockingRecv error: recv got EOF from 127.0.0.1:57694 (error 108)
03:09:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":148}
03:09:05.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:05.891167 18483 tablet.cc:2369] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:09:05.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:05.892526 18479 leader_election.cc:334] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4edbad12a6054dd598ee5504251a33fc (127.17.214.189:44017): Network error: Client connection negotiation failed: client connection to 127.17.214.189:44017: connect: Connection refused (error 111)
03:09:05.911 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:09:05.911 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.214.188:40905
03:09:05.911 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
03:09:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.911926 18266 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu with pid 18449
03:09:05.932 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:09:05.932 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.214.189:44017
03:09:05.934 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
03:09:05.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:05.935439 18266 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:09:05.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:09:05.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/wal
03:09:05.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/data
03:09:05.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/logs
03:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/data/info.pb
03:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.214.189:44017
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.214.189
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34553
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kudu_127.17.214.189.keytab
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.214.189
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.214.148:36743
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.214.190:45257,127.17.214.189:44017,127.17.214.188:40905
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
03:09:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:09:06.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:06.238945 18558 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:09:06.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:06.239639 18558 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:09:06.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:06.240372 18558 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:09:06.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:06.271631 18558 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:09:06.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:06.271888 18558 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:09:06.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:06.272279 18558 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:09:06.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:06.272578 18558 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:09:06.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:06.272877 18558 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:09:06.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:06.273166 18558 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:09:06.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:06.273377 18558 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37735/jwks.json
03:09:06.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:06.310957 18558 master_runner.cc:386] Master server non-default flags:
03:09:06.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:06.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.214.148:36743
03:09:06.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:06.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:06.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/data
03:09:06.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/wal
03:09:06.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:09:06.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:06.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.214.190:45257,127.17.214.189:44017,127.17.214.188:40905
03:09:06.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kudu_127.17.214.189.keytab
03:09:06.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.214.189
03:09:06.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:06.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:06.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:06.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.214.189:44017
03:09:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:09:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
03:09:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:09:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:09:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:09:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/data/info.pb
03:09:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.214.189
03:09:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34553
03:09:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:09:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:09:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:09:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/logs
03:09:06.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:06.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:09:06.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:09:06.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:09:06.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:09:06.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:09:06.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:09:06.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:09:06.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:09:06.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:09:06.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:06.312448 18558 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:09:06.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:06.313838 18558 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:09:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:06.330295 18565 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:07.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:06.330344 18566 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:07.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:06.330334 18568 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:07.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:06.331990 18558 server_base.cc:1034] running on GCE node
03:09:07.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.452570 18558 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:09:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.455173 18558 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:09:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.456558 18558 hybrid_clock.cc:648] HybridClock initialized: now 1790305747456521 us; error 45 us; skew 500 ppm
03:09:07.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.457391 18558 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:09:07.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:07 dist-test-slave-5gjv krb5kdc[18279](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305747, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.214.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:09:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.466605 18558 init.cc:377] Logged in from keytab as kudu/127.17.214.189@KRBTEST.COM (short username kudu)
03:09:07.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.471041 18558 webserver.cc:460] Webserver started at http://127.17.214.189:34553/ using document root <none> and password file <none>
03:09:07.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.471918 18558 fs_manager.cc:359] Metadata directory not provided
03:09:07.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.472110 18558 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:09:07.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.480096 18558 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.005s sys 0.000s
03:09:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.484361 18580 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:09:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.485508 18558 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
03:09:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.485882 18558 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/data,/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/wal
03:09:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4edbad12a6054dd598ee5504251a33fc"
03:09:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:09:03 on dist-test-slave-5gjv"
03:09:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.488201 18558 fs_report.cc:383] FS layout report
03:09:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:09:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/wal
03:09:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/wal
03:09:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/data/data
03:09:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:09:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:09:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:09:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:09:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:09:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:09:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:09:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:09:07.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:09:07.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:09:07.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:09:07.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.524672 18558 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:09:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.530385 18558 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:09:07.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.530845 18558 kserver.cc:163] Server-wide thread pool size limit: 3276
03:09:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.603863 18558 rpc_server.cc:307] RPC server started. Bound to: 127.17.214.189:44017
03:09:07.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.603979 18631 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.214.189:44017 every 8 connection(s)
03:09:07.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.606837 18558 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/data/info.pb
03:09:07.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.616976 18266 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu as pid 18558
03:09:07.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.617484 18632 sys_catalog.cc:263] Verifying existing consensus state
03:09:07.617 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:09:07.618 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.214.190:45257
03:09:07.618 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
03:09:07.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260925 03:09:07.618532 18632 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:09:07.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.618993 18558 master.cc:537] Master@127.17.214.189:44017 shutting down...
03:09:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.619845 18266 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:09:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:09:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/wal
03:09:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/data
03:09:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:09:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:09:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:09:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/logs
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/data/info.pb
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.214.190:45257
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.214.190
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45027
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kudu_127.17.214.190.keytab
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.214.190
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.214.148:36743
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.214.190:45257,127.17.214.189:44017,127.17.214.188:40905
03:09:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:07.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
03:09:07.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:09:07.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:07.683522 18558 master.cc:552] Master@127.17.214.189:44017 shutdown complete.
03:09:07.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:09:07.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:07.933259 18634 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:09:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:07.933861 18634 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:09:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:07.934490 18634 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:09:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:07.965466 18634 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:09:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:07.965744 18634 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:09:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:07.966013 18634 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:09:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:07.966204 18634 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:09:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:07.966380 18634 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:09:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:07.966553 18634 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:09:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:07.966693 18634 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37735/jwks.json
03:09:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:08.014611 18634 master_runner.cc:386] Master server non-default flags:
03:09:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.214.148:36743
03:09:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/data
03:09:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/wal
03:09:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:09:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.214.190:45257,127.17.214.189:44017,127.17.214.188:40905
03:09:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kudu_127.17.214.190.keytab
03:09:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.214.190
03:09:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.214.190:45257
03:09:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:09:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/data/info.pb
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.214.190
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45027
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/logs
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:09:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:08.015967 18634 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:09:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:08.017134 18634 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:09:08.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:08.034252 18641 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:08.035192 18640 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:09.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:08.035874 18634 server_base.cc:1034] running on GCE node
03:09:09.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:08.035260 18643 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:09.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.157925 18634 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:09:09.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.160866 18634 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:09:09.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.162267 18634 hybrid_clock.cc:648] HybridClock initialized: now 1790305749162225 us; error 57 us; skew 500 ppm
03:09:09.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.163120 18634 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:09:09.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:09 dist-test-slave-5gjv krb5kdc[18279](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305749, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.214.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:09:09.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.169107 18634 init.cc:377] Logged in from keytab as kudu/127.17.214.190@KRBTEST.COM (short username kudu)
03:09:09.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.174201 18634 webserver.cc:460] Webserver started at http://127.17.214.190:45027/ using document root <none> and password file <none>
03:09:09.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.175297 18634 fs_manager.cc:359] Metadata directory not provided
03:09:09.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.175573 18634 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:09:09.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.183579 18634 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
03:09:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.187904 18654 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:09:09.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.189054 18634 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
03:09:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.189373 18634 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/data,/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/wal
03:09:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac3e133eed9343de861bd03110327ca8"
03:09:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:09:01 on dist-test-slave-5gjv"
03:09:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.191872 18634 fs_report.cc:383] FS layout report
03:09:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:09:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/wal
03:09:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/wal
03:09:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/data/data
03:09:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:09:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:09:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:09:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:09:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:09:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:09:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:09:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:09:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:09:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:09:09.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:09:09.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.242295 18634 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:09:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.248508 18634 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:09:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.249173 18634 kserver.cc:163] Server-wide thread pool size limit: 3276
03:09:09.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.319092 18634 rpc_server.cc:307] RPC server started. Bound to: 127.17.214.190:45257
03:09:09.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.319209 18705 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.214.190:45257 every 8 connection(s)
03:09:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.321800 18634 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/data/info.pb
03:09:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.326308 18266 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu as pid 18634
03:09:09.327 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:09:09.327 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.214.188:40905
03:09:09.328 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
03:09:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.329577 18266 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:09:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu
03:09:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/wal
03:09:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/data
03:09:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:09:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:09:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:09:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/logs
03:09:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/data/info.pb
03:09:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:09:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:09:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:09:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:09:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.214.188:40905
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.214.188
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45879
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kudu_127.17.214.188.keytab
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.214.188
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.214.148:36743
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.214.190:45257,127.17.214.189:44017,127.17.214.188:40905
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
03:09:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:09:09.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.332800 18706 sys_catalog.cc:263] Verifying existing consensus state
03:09:09.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260925 03:09:09.333516 18706 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:09:09.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.333906 18634 master.cc:537] Master@127.17.214.190:45257 shutting down...
03:09:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.379765 18634 master.cc:552] Master@127.17.214.190:45257 shutdown complete.
03:09:09.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:09:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:09.641330 18708 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:09:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:09.641989 18708 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:09:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:09.642692 18708 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:09:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:09.677181 18708 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:09:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:09.677484 18708 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:09:09.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:09.677902 18708 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:09:09.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:09.678198 18708 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:09:09.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:09.678481 18708 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:09:09.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:09.678774 18708 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:09:09.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:09.678978 18708 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37735/jwks.json
03:09:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.716718 18708 master_runner.cc:386] Master server non-default flags:
03:09:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.214.148:36743
03:09:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/data
03:09:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/wal
03:09:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:09:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.214.190:45257,127.17.214.189:44017,127.17.214.188:40905
03:09:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/krb5kdc/kudu_127.17.214.188.keytab
03:09:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.214.188
03:09:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.214.188:40905
03:09:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:09:09.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:09.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
03:09:09.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:09:09.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:09:09.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:09:09.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/data/info.pb
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.214.188
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45879
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/logs
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.718227 18708 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:09.719553 18708 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:09:09.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:09.737185 18715 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:10.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:09.739096 18717 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:10.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:09.737308 18714 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:10.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:10.923578 18716 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1187 milliseconds
03:09:10.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:10.923707 18708 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:09:10.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:10.928393 18708 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:09:10.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:10.930891 18708 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:09:10.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:10.932256 18708 hybrid_clock.cc:648] HybridClock initialized: now 1790305750932191 us; error 72 us; skew 500 ppm
03:09:10.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:10.933065 18708 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:09:10.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:10 dist-test-slave-5gjv krb5kdc[18279](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305750, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.214.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:09:10.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:10.939359 18708 init.cc:377] Logged in from keytab as kudu/127.17.214.188@KRBTEST.COM (short username kudu)
03:09:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:10.944409 18708 webserver.cc:460] Webserver started at http://127.17.214.188:45879/ using document root <none> and password file <none>
03:09:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:10.945278 18708 fs_manager.cc:359] Metadata directory not provided
03:09:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:10.945511 18708 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:09:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:10.953363 18708 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.000s
03:09:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:10.957892 18725 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:09:10.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:10.958912 18708 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
03:09:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:10.959272 18708 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/data,/tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/wal
03:09:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0cc55bda127346b2a95194796f369b9b"
03:09:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:09:05 on dist-test-slave-5gjv"
03:09:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:10.961580 18708 fs_report.cc:383] FS layout report
03:09:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:09:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/wal
03:09:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/wal
03:09:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/data/data
03:09:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:09:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:09:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:09:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:09:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:09:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:09:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:09:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:09:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:09:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:09:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:09:10.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:10.999218 18708 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:09:11.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.005851 18708 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:09:11.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.006421 18708 kserver.cc:163] Server-wide thread pool size limit: 3276
03:09:11.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.079519 18708 rpc_server.cc:307] RPC server started. Bound to: 127.17.214.188:40905
03:09:11.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.079586 18778 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.214.188:40905 every 8 connection(s)
03:09:11.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.082522 18708 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskleYJYk/test-tmp/mini-kudu-cluster2692686874551573344/master-2/data/info.pb
03:09:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.088150 18266 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu as pid 18708
03:09:11.088 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:09:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.095592 18779 sys_catalog.cc:263] Verifying existing consensus state
03:09:11.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.100880 18779 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: Bootstrap starting.
03:09:11.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.134395 18779 log.cc:824] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: Log is configured to *not* fsync() on all Append() calls
03:09:11.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.139824 18779 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:09:11.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.140884 18779 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: Bootstrap complete.
03:09:11.151 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:11.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.178231 18779 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac3e133eed9343de861bd03110327ca8" member_type: VOTER last_known_addr { host: "127.17.214.190" port: 45257 } } peers { permanent_uuid: "4edbad12a6054dd598ee5504251a33fc" member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } } peers { permanent_uuid: "0cc55bda127346b2a95194796f369b9b" member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } }
03:09:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.182001 18779 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:09:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.182327 18779 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0cc55bda127346b2a95194796f369b9b, State: Initialized, Role: FOLLOWER
03:09:11.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.183316 18779 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac3e133eed9343de861bd03110327ca8" member_type: VOTER last_known_addr { host: "127.17.214.190" port: 45257 } } peers { permanent_uuid: "4edbad12a6054dd598ee5504251a33fc" member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } } peers { permanent_uuid: "0cc55bda127346b2a95194796f369b9b" member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } }
03:09:11.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.186568 18783 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac3e133eed9343de861bd03110327ca8" member_type: VOTER last_known_addr { host: "127.17.214.190" port: 45257 } } peers { permanent_uuid: "4edbad12a6054dd598ee5504251a33fc" member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } } peers { permanent_uuid: "0cc55bda127346b2a95194796f369b9b" member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } } }
03:09:11.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.187577 18783 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [sys.catalog]: This master's current role is: FOLLOWER
03:09:11.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.187980 18779 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [sys.catalog]: configured and running, proceeding with master startup.
03:09:11.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:11.220687 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:11.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:11.221112 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:11.228 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:11.229 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.214.188:40905(127.17.214.188:40905)] connecting to peer
03:09:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.218246 18708 master_runner.cc:186] Error getting master registration for 127.17.214.190:45257: Network error: Client connection negotiation failed: client connection to 127.17.214.190:45257: connect: Connection refused (error 111),
03:09:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.245715 18708 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:09:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:11.262401 18733 tablet.cc:2369] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:09:11.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.304 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.214.188:40905(127.17.214.188:40905)] Successfully connected to peer
03:09:11.408 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
03:09:11.419 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.17.214.188
03:09:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.546700 18783 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:09:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.547258 18783 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac3e133eed9343de861bd03110327ca8" member_type: VOTER last_known_addr { host: "127.17.214.190" port: 45257 } } peers { permanent_uuid: "4edbad12a6054dd598ee5504251a33fc" member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } } peers { permanent_uuid: "0cc55bda127346b2a95194796f369b9b" member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } }
03:09:11.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:11.553066 18729 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.214.190:45257: connect: Connection refused (error 111)
03:09:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.559715 18783 leader_election.cc:288] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ac3e133eed9343de861bd03110327ca8 (127.17.214.190:45257), 4edbad12a6054dd598ee5504251a33fc (127.17.214.189:44017)
03:09:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:11.592427 18728 leader_election.cc:334] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4edbad12a6054dd598ee5504251a33fc (127.17.214.189:44017): Network error: Client connection negotiation failed: client connection to 127.17.214.189:44017: connect: Connection refused (error 111)
03:09:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:11.594180 18729 leader_election.cc:334] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ac3e133eed9343de861bd03110327ca8 (127.17.214.190:45257): Network error: Client connection negotiation failed: client connection to 127.17.214.190:45257: connect: Connection refused (error 111)
03:09:11.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.596391 18729 leader_election.cc:302] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0cc55bda127346b2a95194796f369b9b; no voters: 4edbad12a6054dd598ee5504251a33fc, ac3e133eed9343de861bd03110327ca8
03:09:11.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:11.597847 18783 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:09:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:11 dist-test-slave-5gjv krb5kdc[18279](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305745, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.214.188@KRBTEST.COM
03:09:11.707 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4dd8cab6, L:/127.0.0.1:57698 - R:/127.17.214.188:40905] using SASL/GSSAPI
03:09:11.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:11.735 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:11.736 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:11.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:11.774 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:11.776 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:11.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:11.795 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:11.796 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:11.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:11.834 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:11.835 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:11.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:11.875 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:11.877 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:11.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:11.914 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:11.916 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:11.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:11.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:11.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:12.014 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:12.018 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:12.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:12.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:12.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:12.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:12.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:12.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:12.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:12.054 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:12.056 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:12.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:12.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:12.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:12.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:12.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:12.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:12.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:12.114 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:12.116 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:12.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:12.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:12.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:12.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:12.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:12.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:12.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:12.224337 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:12.224645 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:12.334 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:12.335 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:12.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:12.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:12.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:12.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:12.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:12.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:12.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:12.354 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:12.355 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:12.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:12.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:12.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:12.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:12.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:12.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:12.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:13.227754 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:13.228039 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:13.544687 18802 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:09:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:13.545172 18802 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac3e133eed9343de861bd03110327ca8" member_type: VOTER last_known_addr { host: "127.17.214.190" port: 45257 } } peers { permanent_uuid: "4edbad12a6054dd598ee5504251a33fc" member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } } peers { permanent_uuid: "0cc55bda127346b2a95194796f369b9b" member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } }
03:09:13.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:13.546833 18802 leader_election.cc:288] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ac3e133eed9343de861bd03110327ca8 (127.17.214.190:45257), 4edbad12a6054dd598ee5504251a33fc (127.17.214.189:44017)
03:09:13.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:13.552054 18729 leader_election.cc:334] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ac3e133eed9343de861bd03110327ca8 (127.17.214.190:45257): Network error: Client connection negotiation failed: client connection to 127.17.214.190:45257: connect: Connection refused (error 111)
03:09:13.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:13.552402 18728 leader_election.cc:334] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4edbad12a6054dd598ee5504251a33fc (127.17.214.189:44017): Network error: Client connection negotiation failed: client connection to 127.17.214.189:44017: connect: Connection refused (error 111)
03:09:13.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:13.552709 18728 leader_election.cc:302] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0cc55bda127346b2a95194796f369b9b; no voters: 4edbad12a6054dd598ee5504251a33fc, ac3e133eed9343de861bd03110327ca8
03:09:13.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:13.553202 18802 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:09:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:14.230918 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:14.231196 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:15.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:15.126272 18809 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:09:15.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:15.126690 18809 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac3e133eed9343de861bd03110327ca8" member_type: VOTER last_known_addr { host: "127.17.214.190" port: 45257 } } peers { permanent_uuid: "4edbad12a6054dd598ee5504251a33fc" member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } } peers { permanent_uuid: "0cc55bda127346b2a95194796f369b9b" member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } }
03:09:15.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:15.128165 18809 leader_election.cc:288] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ac3e133eed9343de861bd03110327ca8 (127.17.214.190:45257), 4edbad12a6054dd598ee5504251a33fc (127.17.214.189:44017)
03:09:15.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:15.133203 18729 leader_election.cc:334] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ac3e133eed9343de861bd03110327ca8 (127.17.214.190:45257): Network error: Client connection negotiation failed: client connection to 127.17.214.190:45257: connect: Connection refused (error 111)
03:09:15.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:15.133565 18728 leader_election.cc:334] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4edbad12a6054dd598ee5504251a33fc (127.17.214.189:44017): Network error: Client connection negotiation failed: client connection to 127.17.214.189:44017: connect: Connection refused (error 111)
03:09:15.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:15.133906 18728 leader_election.cc:302] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0cc55bda127346b2a95194796f369b9b; no voters: 4edbad12a6054dd598ee5504251a33fc, ac3e133eed9343de861bd03110327ca8
03:09:15.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:15.134529 18809 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:09:15.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:15.234253 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:15.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:15.234545 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:15.555 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:15.556 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:15.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:15.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:15.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:15.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:15.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:15.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:15.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:16.237433 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:16.237732 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:16.248561 18708 master_runner.cc:186] Error getting master registration for 127.17.214.190:45257: Network error: Client connection negotiation failed: client connection to 127.17.214.190:45257: connect: Connection refused (error 111),
03:09:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:16.248935 18708 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:09:16.434 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:16.437 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:16.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:16.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:16.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:16.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:16.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:16.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:16.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:17.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:17.241106 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:17.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:17.241376 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:18.244257 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:18.244611 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:19.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:19.051198 18819 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:09:19.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:19.051612 18819 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac3e133eed9343de861bd03110327ca8" member_type: VOTER last_known_addr { host: "127.17.214.190" port: 45257 } } peers { permanent_uuid: "4edbad12a6054dd598ee5504251a33fc" member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } } peers { permanent_uuid: "0cc55bda127346b2a95194796f369b9b" member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } }
03:09:19.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:19.053068 18819 leader_election.cc:288] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ac3e133eed9343de861bd03110327ca8 (127.17.214.190:45257), 4edbad12a6054dd598ee5504251a33fc (127.17.214.189:44017)
03:09:19.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:19.055050 18729 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.214.190:45257: connect: Connection refused (error 111) [suppressed 5 similar messages]
03:09:19.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:19.057571 18728 leader_election.cc:334] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4edbad12a6054dd598ee5504251a33fc (127.17.214.189:44017): Network error: Client connection negotiation failed: client connection to 127.17.214.189:44017: connect: Connection refused (error 111)
03:09:19.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:19.057982 18729 leader_election.cc:334] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ac3e133eed9343de861bd03110327ca8 (127.17.214.190:45257): Network error: Client connection negotiation failed: client connection to 127.17.214.190:45257: connect: Connection refused (error 111)
03:09:19.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:19.058313 18729 leader_election.cc:302] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0cc55bda127346b2a95194796f369b9b; no voters: 4edbad12a6054dd598ee5504251a33fc, ac3e133eed9343de861bd03110327ca8
03:09:19.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:19.058828 18819 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:09:19.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:19.247609 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:19.247882 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:19.794 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:19.796 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:19.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:19.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:19.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:19.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:19.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:19.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:19.801 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:20.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:20.251241 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:20.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:20.251602 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:20.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:20 dist-test-slave-5gjv krb5kdc[18279](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305760, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.214.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:09:20.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:20.943076 18721 init.cc:295] Successfully reacquired a new kerberos TGT
03:09:21.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:21.252204 18708 master_runner.cc:186] Error getting master registration for 127.17.214.190:45257: Network error: Client connection negotiation failed: client connection to 127.17.214.190:45257: connect: Connection refused (error 111),
03:09:21.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:21.252645 18708 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:09:21.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:21.254676 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:21.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:21.254920 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:21.534 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:21.535 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:21.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:21.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:21.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:21.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:21.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:21.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:21.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:22.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:22.230839 17687 debug-util.cc:398] Leaking SignalData structure 0x7b080005a9c0 after lost signal to thread 17622
03:09:22.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:22.231609 17687 debug-util.cc:398] Leaking SignalData structure 0x7b08000b2600 after lost signal to thread 17690
03:09:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:22.257932 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:22.258199 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:23.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:23.264820 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:23.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:23.265134 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:23.594 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:23.596 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:23.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:23.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:23.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:23.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:23.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:23.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:23.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:23.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:23.620092 18826 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:09:23.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:23.620587 18826 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac3e133eed9343de861bd03110327ca8" member_type: VOTER last_known_addr { host: "127.17.214.190" port: 45257 } } peers { permanent_uuid: "4edbad12a6054dd598ee5504251a33fc" member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } } peers { permanent_uuid: "0cc55bda127346b2a95194796f369b9b" member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } }
03:09:23.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:23.622521 18826 leader_election.cc:288] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ac3e133eed9343de861bd03110327ca8 (127.17.214.190:45257), 4edbad12a6054dd598ee5504251a33fc (127.17.214.189:44017)
03:09:23.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:23.627327 18729 leader_election.cc:334] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ac3e133eed9343de861bd03110327ca8 (127.17.214.190:45257): Network error: Client connection negotiation failed: client connection to 127.17.214.190:45257: connect: Connection refused (error 111)
03:09:23.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:23.628543 18728 leader_election.cc:334] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4edbad12a6054dd598ee5504251a33fc (127.17.214.189:44017): Network error: Client connection negotiation failed: client connection to 127.17.214.189:44017: connect: Connection refused (error 111)
03:09:23.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:23.628842 18728 leader_election.cc:302] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0cc55bda127346b2a95194796f369b9b; no voters: 4edbad12a6054dd598ee5504251a33fc, ac3e133eed9343de861bd03110327ca8
03:09:23.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:23.629400 18826 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:09:24.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:24.268390 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:24.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:24.268647 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:24.276136 18251 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba560 after lost signal to thread 18125
03:09:24.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:24.277042 18251 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6000 after lost signal to thread 18254
03:09:25.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:25.272459 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:25.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:25.272819 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:25.834 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:25.835 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:25.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:25.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:25.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:25.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:25.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:25.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:25.841 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:26.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:26.255373 18708 master_runner.cc:186] Error getting master registration for 127.17.214.190:45257: Network error: Client connection negotiation failed: client connection to 127.17.214.190:45257: connect: Connection refused (error 111),
03:09:26.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:26.255734 18708 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:09:26.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:26.275816 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:26.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:26.276101 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:27.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:27.279321 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:27.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:27.279583 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:27.735 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:27.735 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:27.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:27.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:27.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:27.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:27.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:27.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:27.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:28.282763 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:28.283020 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:28.614 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:28.616 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:28.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:28.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:28.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:28.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:28.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:28.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:28.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:29.285995 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:29.286259 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:30.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:30.289858 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:30.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:30.290207 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:30.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 03:09:30 dist-test-slave-5gjv krb5kdc[18279](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790305770, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.214.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:09:30.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:30.945768 18721 init.cc:295] Successfully reacquired a new kerberos TGT
03:09:31.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:31.259465 18708 master_runner.cc:186] Error getting master registration for 127.17.214.190:45257: Network error: Client connection negotiation failed: client connection to 127.17.214.190:45257: connect: Connection refused (error 111),
03:09:31.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:31.259903 18708 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:09:31.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:31.293113 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:31.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:31.293392 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:32.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:32.296375 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:32.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:32.296731 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:32.655 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:32.655 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:32.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:32.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:32.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:32.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:32.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:32.658 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:32.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:33.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:33.299795 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:33.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:33.300056 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:33.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:33.352573 18843 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:09:33.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:33.353157 18843 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac3e133eed9343de861bd03110327ca8" member_type: VOTER last_known_addr { host: "127.17.214.190" port: 45257 } } peers { permanent_uuid: "4edbad12a6054dd598ee5504251a33fc" member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } } peers { permanent_uuid: "0cc55bda127346b2a95194796f369b9b" member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } }
03:09:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:33.355096 18843 leader_election.cc:288] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ac3e133eed9343de861bd03110327ca8 (127.17.214.190:45257), 4edbad12a6054dd598ee5504251a33fc (127.17.214.189:44017)
03:09:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:33.356894 18729 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.214.190:45257: connect: Connection refused (error 111) [suppressed 3 similar messages]
03:09:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:33.359833 18729 leader_election.cc:334] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ac3e133eed9343de861bd03110327ca8 (127.17.214.190:45257): Network error: Client connection negotiation failed: client connection to 127.17.214.190:45257: connect: Connection refused (error 111)
03:09:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:33.360392 18728 leader_election.cc:334] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4edbad12a6054dd598ee5504251a33fc (127.17.214.189:44017): Network error: Client connection negotiation failed: client connection to 127.17.214.189:44017: connect: Connection refused (error 111)
03:09:33.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:33.360699 18728 leader_election.cc:302] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0cc55bda127346b2a95194796f369b9b; no voters: 4edbad12a6054dd598ee5504251a33fc, ac3e133eed9343de861bd03110327ca8
03:09:33.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:33.361284 18843 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:09:34.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:34.303074 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:34.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:34.303344 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:34.454 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:34.455 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:34.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:34.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:34.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:34.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:34.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:34.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:34.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:35.114 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:35.115 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:35.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:35.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:35.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:35.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:35.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:35.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:35.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:35.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:35.306217 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:35.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:35.306491 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:36.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:36.262641 18708 master_runner.cc:186] Error getting master registration for 127.17.214.190:45257: Network error: Client connection negotiation failed: client connection to 127.17.214.190:45257: connect: Connection refused (error 111),
03:09:36.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:36.262986 18708 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:09:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:36.309449 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:36.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:36.309823 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:37.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:37.312937 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:37.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:37.313230 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:37.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:37.748265 18853 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:09:37.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:37.748718 18853 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac3e133eed9343de861bd03110327ca8" member_type: VOTER last_known_addr { host: "127.17.214.190" port: 45257 } } peers { permanent_uuid: "4edbad12a6054dd598ee5504251a33fc" member_type: VOTER last_known_addr { host: "127.17.214.189" port: 44017 } } peers { permanent_uuid: "0cc55bda127346b2a95194796f369b9b" member_type: VOTER last_known_addr { host: "127.17.214.188" port: 40905 } }
03:09:37.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:37.750483 18853 leader_election.cc:288] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ac3e133eed9343de861bd03110327ca8 (127.17.214.190:45257), 4edbad12a6054dd598ee5504251a33fc (127.17.214.189:44017)
03:09:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:37.755785 18729 leader_election.cc:334] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ac3e133eed9343de861bd03110327ca8 (127.17.214.190:45257): Network error: Client connection negotiation failed: client connection to 127.17.214.190:45257: connect: Connection refused (error 111)
03:09:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:37.756289 18728 leader_election.cc:334] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4edbad12a6054dd598ee5504251a33fc (127.17.214.189:44017): Network error: Client connection negotiation failed: client connection to 127.17.214.189:44017: connect: Connection refused (error 111)
03:09:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:37.756594 18728 leader_election.cc:302] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0cc55bda127346b2a95194796f369b9b; no voters: 4edbad12a6054dd598ee5504251a33fc, ac3e133eed9343de861bd03110327ca8
03:09:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:37.757202 18853 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:09:38.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:38.316162 18794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0cc55bda127346b2a95194796f369b9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:38.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:09:38.316445 18794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:38.914 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.189:44017(127.17.214.189:44017)] connecting to peer
03:09:38.915 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.214.190:45257(127.17.214.190:45257)] connecting to peer
03:09:38.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:38.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.214.189:44017(127.17.214.189:44017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:38.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.189:44017: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017
03:09:38.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:38.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.190:45257(127.17.214.190:45257)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:38.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.214.190:45257: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
03:09:38.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905; will retry
03:09:38.924 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27827), Traces: [0ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [198ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [626ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [645ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [651ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [657ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [658ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [674ms] refreshing cache from master, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [678ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [680ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [682ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [698ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [702ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [703ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [704ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [735ms] refreshing cache from master, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [738ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [741ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [744ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [745ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [775ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [778ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [783ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [784ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [785ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [815ms] refreshing cache from master, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [819ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [821ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [824ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [825ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [914ms] refreshing cache from master, [915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [919ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [921ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [924ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [925ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [954ms] refreshing cache from master, [955ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [962ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [963ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [965ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [969ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [970ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [1015ms] refreshing cache from master, [1015ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [1018ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [1024ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [1234ms] refreshing cache from master, [1235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [1236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [1237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [1238ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [1240ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [1243ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [1254ms] refreshing cache from master, [1254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [1255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [1256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [1257ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [1259ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [1261ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [4455ms] refreshing cache from master, [4455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [4456ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [4457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [4459ms] too many traces: truncated at 100 traces, deferred=Deferred@360121393(state=PENDING, result=null, callback=(continuation of Deferred@1164840193 after retry RPC after error@1044584914) -> (continuation of Deferred@644786361 after retry RPC after error@185956041) -> (continuation of Deferred@1042707631 after retry RPC after error@403535664) -> (continuation of Deferred@1265971176 after retry RPC after error@1802939249) -> (continuation of Deferred@1727539644 after retry RPC after error@364865188) -> (continuation of Deferred@2010583444 after retry RPC after error@690225468) -> (continuation of Deferred@238450797 after retry RPC after error@1624417609) -> (continuation of Deferred@801526646 after retry RPC after error@652380755) -> (continuation of Deferred@455769074 after retry RPC after error@1856470323) -> (continuation of Deferred@1936186994 after retry RPC after error@1097167455) -> (continuation of Deferred@156791914 after retry RPC after error@1556340375) -> (continuation of Deferred@286924595 after retry RPC after error@2064085189) -> (continuation of Deferred@825663723 after retry RPC after error@1942218556) -> (continuation of Deferred@845254128 after retry RPC after error@1923109409) -> (continuation of Deferred@1989514598 after retry RPC after error@436430479) -> (continuation of Deferred@607348274 after retry RPC after error@1416759759) -> (continuation of Deferred@244750466 after retry RPC after error@262185153) -> (continuation of Deferred@807224817 after retry RPC after error@1961168460) -> (continuation of Deferred@1317915354 after retry RPC after error@1151458658) -> (continuation of Deferred@508111562 after retry RPC after error@1107476513) -> (continuation of Deferred@1652099489 after retry RPC after error@679055937) -> (continuation of Deferred@2142364414 after retry RPC after error@736503521) -> (continuation of Deferred@33035837 after retry RPC after error@1702324185), errback=(continuation of Deferred@1164840193 after retry RPC after error@1044584914) -> (continuation of Deferred@644786361 after retry RPC after error@185956041) -> (continuation of Deferred@1042707631 after retry RPC after error@403535664) -> (continuation of Deferred@1265971176 after retry RPC after error@1802939249) -> (continuation of Deferred@1727539644 after retry RPC after error@364865188) -> (continuation of Deferred@2010583444 after retry RPC after error@690225468) -> (continuation of Deferred@238450797 after retry RPC after error@1624417609) -> (continuation of Deferred@801526646 after retry RPC after error@652380755) -> (continuation of Deferred@455769074 after retry RPC after error@1856470323) -> (continuation of Deferred@1936186994 after retry RPC after error@1097167455) -> (continuation of Deferred@156791914 after retry RPC after error@1556340375) -> (continuation of Deferred@286924595 after retry RPC after error@2064085189) -> (continuation of Deferred@825663723 after retry RPC after error@1942218556) -> (continuation of Deferred@845254128 after retry RPC after error@1923109409) -> (continuation of Deferred@1989514598 after retry RPC after error@436430479) -> (continuation of Deferred@607348274 after retry RPC after error@1416759759) -> (continuation of Deferred@244750466 after retry RPC after error@262185153) -> (continuation of Deferred@807224817 after retry RPC after error@1961168460) -> (continuation of Deferred@1317915354 after retry RPC after error@1151458658) -> (continuation of Deferred@508111562 after retry RPC after error@1107476513) -> (continuation of Deferred@1652099489 after retry RPC after error@679055937) -> (continuation of Deferred@2142364414 after retry RPC after error@736503521) -> (continuation of Deferred@33035837 after retry RPC after error@1702324185)))
03:09:38.931 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.214.190:45257(127.17.214.190:45257)] disconnecting while in state TERMINATED
03:09:38.933 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.214.188:40905(127.17.214.188:40905)] disconnecting while in state READY
03:09:38.933 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.214.189:44017(127.17.214.189:44017)] disconnecting while in state TERMINATED
03:09:38.938 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:09:38.940 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.214.188:40905(127.17.214.188:40905)] handling channelInactive
03:09:38.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.214.188:40905(127.17.214.188:40905)] cleaning up while in state READY due to: connection closed
03:09:38.944 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:09:38.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:38.947176 18266 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu with pid 18708
03:09:40.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T03:09:40Z chronyd exiting
03:09:41.067 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:09:41.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:41.069082 17536 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu with pid 17817
03:09:41.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:41.091439 17536 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu with pid 17983
03:09:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:41.113966 17536 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu with pid 18122
03:09:41.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:41.136715 17536 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu with pid 17548
03:09:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:41.165397 17536 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu with pid 17618
03:09:41.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:09:41.196506 17536 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskleYJYk/build/tsan/bin/kudu with pid 17693
03:09:42.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T03:09:42Z chronyd exiting
03:09:43.289 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27827), Traces: [0ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [198ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [626ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [645ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [651ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [657ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [658ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [674ms] refreshing cache from master, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [678ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [680ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [682ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [698ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [702ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [703ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [704ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [735ms] refreshing cache from master, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [738ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [741ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [744ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [745ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [775ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [778ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [783ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [784ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [785ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [815ms] refreshing cache from master, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [819ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [821ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [824ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [825ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [914ms] refreshing cache from master, [915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [919ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [921ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [924ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [925ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [954ms] refreshing cache from master, [955ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [962ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [963ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [965ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [969ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [970ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [1015ms] refreshing cache from master, [1015ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [1018ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [1024ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [1234ms] refreshing cache from master, [1235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [1236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [1237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [1238ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [1240ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [1243ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [1254ms] refreshing cache from master, [1254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [1255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [1256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [1257ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [1259ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [1261ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [4455ms] refreshing cache from master, [4455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [4456ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [4457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [4459ms] too many traces: truncated at 100 traces, deferred=Deferred@360121393(state=PENDING, result=null, callback=(continuation of Deferred@1164840193 after retry RPC after error@1044584914) -> (continuation of Deferred@644786361 after retry RPC after error@185956041) -> (continuation of Deferred@1042707631 after retry RPC after error@403535664) -> (continuation of Deferred@1265971176 after retry RPC after error@1802939249) -> (continuation of Deferred@1727539644 after retry RPC after error@364865188) -> (continuation of Deferred@2010583444 after retry RPC after error@690225468) -> (continuation of Deferred@238450797 after retry RPC after error@1624417609) -> (continuation of Deferred@801526646 after retry RPC after error@652380755) -> (continuation of Deferred@455769074 after retry RPC after error@1856470323) -> (continuation of Deferred@1936186994 after retry RPC after error@1097167455) -> (continuation of Deferred@156791914 after retry RPC after error@1556340375) -> (continuation of Deferred@286924595 after retry RPC after error@2064085189) -> (continuation of Deferred@825663723 after retry RPC after error@1942218556) -> (continuation of Deferred@845254128 after retry RPC after error@1923109409) -> (continuation of Deferred@1989514598 after retry RPC after error@436430479) -> (continuation of Deferred@607348274 after retry RPC after error@1416759759) -> (continuation of Deferred@244750466 after retry RPC after error@262185153) -> (continuation of Deferred@807224817 after retry RPC after error@1961168460) -> (continuation of Deferred@1317915354 after retry RPC after error@1151458658) -> (continuation of Deferred@508111562 after retry RPC after error@1107476513) -> (continuation of Deferred@1652099489 after retry RPC after error@679055937) -> (continuation of Deferred@2142364414 after retry RPC after error@736503521) -> (continuation of Deferred@33035837 after retry RPC after error@1702324185), errback=(continuation of Deferred@1164840193 after retry RPC after error@1044584914) -> (continuation of Deferred@644786361 after retry RPC after error@185956041) -> (continuation of Deferred@1042707631 after retry RPC after error@403535664) -> (continuation of Deferred@1265971176 after retry RPC after error@1802939249) -> (continuation of Deferred@1727539644 after retry RPC after error@364865188) -> (continuation of Deferred@2010583444 after retry RPC after error@690225468) -> (continuation of Deferred@238450797 after retry RPC after error@1624417609) -> (continuation of Deferred@801526646 after retry RPC after error@652380755) -> (continuation of Deferred@455769074 after retry RPC after error@1856470323) -> (continuation of Deferred@1936186994 after retry RPC after error@1097167455) -> (continuation of Deferred@156791914 after retry RPC after error@1556340375) -> (continuation of Deferred@286924595 after retry RPC after error@2064085189) -> (continuation of Deferred@825663723 after retry RPC after error@1942218556) -> (continuation of Deferred@845254128 after retry RPC after error@1923109409) -> (continuation of Deferred@1989514598 after retry RPC after error@436430479) -> (continuation of Deferred@607348274 after retry RPC after error@1416759759) -> (continuation of Deferred@244750466 after retry RPC after error@262185153) -> (continuation of Deferred@807224817 after retry RPC after error@1961168460) -> (continuation of Deferred@1317915354 after retry RPC after error@1151458658) -> (continuation of Deferred@508111562 after retry RPC after error@1107476513) -> (continuation of Deferred@1652099489 after retry RPC after error@679055937) -> (continuation of Deferred@2142364414 after retry RPC after error@736503521) -> (continuation of Deferred@33035837 after retry RPC after error@1702324185)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.214.190:45257
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27827), Traces: [0ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [198ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [626ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [645ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [651ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [657ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [658ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [674ms] refreshing cache from master, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [678ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [680ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [682ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [698ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [702ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [703ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [704ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [735ms] refreshing cache from master, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [738ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [741ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [744ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [745ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [775ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [778ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [783ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [784ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [785ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [815ms] refreshing cache from master, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [819ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [821ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [824ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [825ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [914ms] refreshing cache from master, [915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [919ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [921ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [924ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [925ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [954ms] refreshing cache from master, [955ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [962ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [963ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [965ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [969ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [970ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [1015ms] refreshing cache from master, [1015ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [1018ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [1024ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [1234ms] refreshing cache from master, [1235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [1236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [1237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [1238ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [1240ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [1243ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [1254ms] refreshing cache from master, [1254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [1255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [1256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [1257ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.189:44017: Network error: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017, [1259ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.190:45257: Network error: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.17.214.188:40905: OK, [1261ms] delaying RPC due to: Service unavailable: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257, [4455ms] refreshing cache from master, [4455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.189:44017, [4456ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.190:45257, [4457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.214.188:40905, [4459ms] too many traces: truncated at 100 traces, deferred=Deferred@360121393(state=PENDING, result=null, callback=(continuation of Deferred@1164840193 after retry RPC after error@1044584914) -> (continuation of Deferred@644786361 after retry RPC after error@185956041) -> (continuation of Deferred@1042707631 after retry RPC after error@403535664) -> (continuation of Deferred@1265971176 after retry RPC after error@1802939249) -> (continuation of Deferred@1727539644 after retry RPC after error@364865188) -> (continuation of Deferred@2010583444 after retry RPC after error@690225468) -> (continuation of Deferred@238450797 after retry RPC after error@1624417609) -> (continuation of Deferred@801526646 after retry RPC after error@652380755) -> (continuation of Deferred@455769074 after retry RPC after error@1856470323) -> (continuation of Deferred@1936186994 after retry RPC after error@1097167455) -> (continuation of Deferred@156791914 after retry RPC after error@1556340375) -> (continuation of Deferred@286924595 after retry RPC after error@2064085189) -> (continuation of Deferred@825663723 after retry RPC after error@1942218556) -> (continuation of Deferred@845254128 after retry RPC after error@1923109409) -> (continuation of Deferred@1989514598 after retry RPC after error@436430479) -> (continuation of Deferred@607348274 after retry RPC after error@1416759759) -> (continuation of Deferred@244750466 after retry RPC after error@262185153) -> (continuation of Deferred@807224817 after retry RPC after error@1961168460) -> (continuation of Deferred@1317915354 after retry RPC after error@1151458658) -> (continuation of Deferred@508111562 after retry RPC after error@1107476513) -> (continuation of Deferred@1652099489 after retry RPC after error@679055937) -> (continuation of Deferred@2142364414 after retry RPC after error@736503521) -> (continuation of Deferred@33035837 after retry RPC after error@1702324185), errback=(continuation of Deferred@1164840193 after retry RPC after error@1044584914) -> (continuation of Deferred@644786361 after retry RPC after error@185956041) -> (continuation of Deferred@1042707631 after retry RPC after error@403535664) -> (continuation of Deferred@1265971176 after retry RPC after error@1802939249) -> (continuation of Deferred@1727539644 after retry RPC after error@364865188) -> (continuation of Deferred@2010583444 after retry RPC after error@690225468) -> (continuation of Deferred@238450797 after retry RPC after error@1624417609) -> (continuation of Deferred@801526646 after retry RPC after error@652380755) -> (continuation of Deferred@455769074 after retry RPC after error@1856470323) -> (continuation of Deferred@1936186994 after retry RPC after error@1097167455) -> (continuation of Deferred@156791914 after retry RPC after error@1556340375) -> (continuation of Deferred@286924595 after retry RPC after error@2064085189) -> (continuation of Deferred@825663723 after retry RPC after error@1942218556) -> (continuation of Deferred@845254128 after retry RPC after error@1923109409) -> (continuation of Deferred@1989514598 after retry RPC after error@436430479) -> (continuation of Deferred@607348274 after retry RPC after error@1416759759) -> (continuation of Deferred@244750466 after retry RPC after error@262185153) -> (continuation of Deferred@807224817 after retry RPC after error@1961168460) -> (continuation of Deferred@1317915354 after retry RPC after error@1151458658) -> (continuation of Deferred@508111562 after retry RPC after error@1107476513) -> (continuation of Deferred@1652099489 after retry RPC after error@679055937) -> (continuation of Deferred@2142364414 after retry RPC after error@736503521) -> (continuation of Deferred@33035837 after retry RPC after error@1702324185)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.214.189:44017,127.17.214.190:45257,127.17.214.188:40905) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.189:44017(127.17.214.189:44017): Connection refused: /127.17.214.189:44017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.214.190:45257(127.17.214.190:45257): Connection refused: /127.17.214.190:45257
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.214.190:45257
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)