16:11:04.359 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
16:11:04.359 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task8GxFFy/test-tmp
16:11:04.359 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
16:11:04.360 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task8GxFFy/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
16:11:04.361 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
16:11:04.692 [DEBUG - main] (MiniKuduCluster.java:195) Response:
16:11:04.693 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
16:11:04.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:04.696249 4168 mini_oidc.cc:152] Starting JWKS server
16:11:04.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:04.700130 4168 webserver.cc:460] Webserver started at http://127.0.0.1:43629/ using document root <none> and password file <none>
16:11:04.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:04.700560 4168 mini_oidc.cc:189] Starting OIDC Discovery server
16:11:04.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:04.702478 4168 webserver.cc:460] Webserver started at http://127.0.0.1:45471/ using document root <none> and password file <none>
16:11:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T16:11:04Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
16:11:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T16:11:04Z Disabled control of system clock
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:04.763652 4168 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/wal
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/data
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/logs
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/data/info.pb
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.18.62:42109
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.18.62
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.18.20:46623
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.18.62:42109,127.4.18.61:32935,127.4.18.60:33755
16:11:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43629/jwks.json
16:11:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
16:11:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
16:11:05.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:05.075847 4185 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:05.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:05.076432 4185 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:05.076917 4185 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:05.109193 4185 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:11:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:05.109519 4185 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
16:11:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:05.109675 4185 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:05.109867 4185 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:11:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:05.110055 4185 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:11:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:05.110241 4185 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:11:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:05.110389 4185 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43629/jwks.json
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:05.145780 4185 master_runner.cc:386] Master server non-default flags:
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.18.20:46623
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/data
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/wal
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.18.62:42109,127.4.18.61:32935,127.4.18.60:33755
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.18.62:42109
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43629/jwks.json
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/data/info.pb
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.18.62
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/logs
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 15:13:40 UTC on ccycloud.quasar-boogyr.root.comops.site
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570626
16:11:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:05.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:05.147056 4185 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:05.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:05.148630 4185 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:05.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:05.168905 4192 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:05.169085 4195 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:05.169116 4193 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:05.170179 4185 server_base.cc:1034] running on GCE node
16:11:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.373961 4185 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:06.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.376901 4185 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:06.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.378328 4185 hybrid_clock.cc:648] HybridClock initialized: now 1786032666378235 us; error 115 us; skew 500 ppm
16:11:06.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.379331 4185 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.392385 4185 webserver.cc:460] Webserver started at http://127.4.18.62:40825/ using document root <none> and password file <none>
16:11:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.393356 4185 fs_manager.cc:359] Metadata directory not provided
16:11:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.393553 4185 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:06.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.393970 4185 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:11:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.399039 4185 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/data/instance:
16:11:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f67ca9b5091348efa7322b9bd15d2bc8"
16:11:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:06 on dist-test-slave-68xk"
16:11:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.400136 4185 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/wal/instance:
16:11:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f67ca9b5091348efa7322b9bd15d2bc8"
16:11:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:06 on dist-test-slave-68xk"
16:11:06.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.407691 4185 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
16:11:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.413529 4204 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.414686 4185 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
16:11:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.414992 4185 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/data,/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/wal
16:11:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f67ca9b5091348efa7322b9bd15d2bc8"
16:11:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:06 on dist-test-slave-68xk"
16:11:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.415337 4185 fs_report.cc:383] FS layout report
16:11:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/wal
16:11:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/wal
16:11:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/data/data
16:11:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:06.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.448974 4185 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:06.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.450485 4185 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:06.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.450893 4185 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:06.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.541131 4185 rpc_server.cc:307] RPC server started. Bound to: 127.4.18.62:42109
16:11:06.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.541214 4289 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.18.62:42109 every 8 connection(s)
16:11:06.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.543854 4185 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/data/info.pb
16:11:06.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.549181 4291 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:11:06.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.551869 4168 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu as pid 4185
16:11:06.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.552433 4168 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/wal/instance
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.557965 4168 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-1/wal
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-1/data
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-1/logs
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-1/data/info.pb
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.18.61:32935
16:11:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.18.61
16:11:06.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:06.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.18.20:46623
16:11:06.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:06.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:06.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:06.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:06.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.18.62:42109,127.4.18.61:32935,127.4.18.60:33755
16:11:06.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:06.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43629/jwks.json
16:11:06.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
16:11:06.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
16:11:06.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.566843 4291 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } has no permanent_uuid. Determining permanent_uuid...
16:11:06.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.598483 4291 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } has no permanent_uuid. Determining permanent_uuid...
16:11:06.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:06.600800 4209 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.18.61:32935: connect: Connection refused (error 111)
16:11:06.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:06.604913 4291 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.61:32935: Network error: Client connection negotiation failed: client connection to 127.4.18.61:32935: connect: Connection refused (error 111)
16:11:06.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.654546 4291 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } attempt: 1
16:11:06.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:06.658876 4291 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.61:32935: Network error: Client connection negotiation failed: client connection to 127.4.18.61:32935: connect: Connection refused (error 111)
16:11:06.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.727311 4291 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } attempt: 2
16:11:06.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:06.731545 4291 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.61:32935: Network error: Client connection negotiation failed: client connection to 127.4.18.61:32935: connect: Connection refused (error 111)
16:11:06.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.823212 4291 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } attempt: 3
16:11:06.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:06.827179 4291 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.61:32935: Network error: Client connection negotiation failed: client connection to 127.4.18.61:32935: connect: Connection refused (error 111)
16:11:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:06.885104 4293 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:06.885702 4293 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:06.886202 4293 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:06.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:06.917680 4293 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:11:06.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:06.918035 4293 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
16:11:06.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:06.918217 4293 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:06.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:06.918431 4293 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:11:06.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:06.918624 4293 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:11:06.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:06.918816 4293 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:11:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:06.918994 4293 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43629/jwks.json
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.955740 4293 master_runner.cc:386] Master server non-default flags:
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.18.20:46623
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-1/data
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-1/wal
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.18.62:42109,127.4.18.61:32935,127.4.18.60:33755
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.18.61:32935
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43629/jwks.json
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-1/data/info.pb
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.18.61
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:06.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:06.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:06.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:06.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-1/logs
16:11:06.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:06.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:06.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:06.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:11:06.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:06.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:06.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:06.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 15:13:40 UTC on ccycloud.quasar-boogyr.root.comops.site
16:11:06.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570626
16:11:06.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:06.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.956976 4293 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:06.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.958645 4293 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:06.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.970592 4291 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } attempt: 4
16:11:06.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:06.975569 4291 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.61:32935: Network error: Client connection negotiation failed: client connection to 127.4.18.61:32935: connect: Connection refused (error 111)
16:11:06.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:06.977592 4305 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:07.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:07.275132 4291 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } attempt: 5
16:11:07.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:07.280241 4291 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.61:32935: Network error: Client connection negotiation failed: client connection to 127.4.18.61:32935: connect: Connection refused (error 111)
16:11:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:07.851179 4291 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } attempt: 6
16:11:07.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:07.859964 4291 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.61:32935: Network error: Client connection negotiation failed: client connection to 127.4.18.61:32935: connect: Connection refused (error 111)
16:11:08.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:06.977604 4306 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:08.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:06.979308 4293 server_base.cc:1034] running on GCE node
16:11:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:06.978443 4309 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:08.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.215484 4293 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:08.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.218222 4293 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:08.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.219647 4293 hybrid_clock.cc:648] HybridClock initialized: now 1786032668219602 us; error 58 us; skew 500 ppm
16:11:08.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.220618 4293 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:08.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.227505 4293 webserver.cc:460] Webserver started at http://127.4.18.61:40727/ using document root <none> and password file <none>
16:11:08.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.228511 4293 fs_manager.cc:359] Metadata directory not provided
16:11:08.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.228763 4293 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.229291 4293 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:11:08.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.234615 4293 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-1/data/instance:
16:11:08.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebe0797ae30b4b8180a697d593ed046b"
16:11:08.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:08 on dist-test-slave-68xk"
16:11:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.235919 4293 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-1/wal/instance:
16:11:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebe0797ae30b4b8180a697d593ed046b"
16:11:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:08 on dist-test-slave-68xk"
16:11:08.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.243433 4293 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.003s sys 0.005s
16:11:08.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.249131 4322 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:08.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.250259 4293 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.001s
16:11:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.250653 4293 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-1/data,/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-1/wal
16:11:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebe0797ae30b4b8180a697d593ed046b"
16:11:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:08 on dist-test-slave-68xk"
16:11:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.251081 4293 fs_report.cc:383] FS layout report
16:11:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-1/wal
16:11:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-1/wal
16:11:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-1/data/data
16:11:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:08.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:08.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.296626 4293 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.298235 4293 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:08.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.298772 4293 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:08.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.387646 4293 rpc_server.cc:307] RPC server started. Bound to: 127.4.18.61:32935
16:11:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.387728 4402 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.18.61:32935 every 8 connection(s)
16:11:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.390403 4293 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-1/data/info.pb
16:11:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.395941 4168 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu as pid 4293
16:11:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.396525 4168 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-1/wal/instance
16:11:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.396556 4405 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.400182 4168 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/wal
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/data
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/logs
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/data/info.pb
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:11:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.18.60:33755
16:11:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.18.60
16:11:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.18.20:46623
16:11:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.18.62:42109,127.4.18.61:32935,127.4.18.60:33755
16:11:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43629/jwks.json
16:11:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
16:11:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
16:11:08.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.413661 4405 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } has no permanent_uuid. Determining permanent_uuid...
16:11:08.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.437906 4405 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } has no permanent_uuid. Determining permanent_uuid...
16:11:08.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.454639 4405 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } has no permanent_uuid. Determining permanent_uuid...
16:11:08.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.457289 4323 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111)
16:11:08.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.461755 4405 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.60:33755: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111)
16:11:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.511263 4405 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } attempt: 1
16:11:08.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.515306 4405 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.60:33755: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111)
16:11:08.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.583761 4405 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } attempt: 2
16:11:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.588081 4405 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.60:33755: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111)
16:11:08.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.615978 4283 debug-util.cc:398] Leaking SignalData structure 0x7b08000882a0 after lost signal to thread 4186
16:11:08.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.679561 4405 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } attempt: 3
16:11:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.684111 4405 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.60:33755: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111)
16:11:08.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.732172 4407 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:08.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.732852 4407 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:08.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.733462 4407 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:08.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.766373 4407 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:11:08.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.766819 4407 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
16:11:08.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.767102 4407 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:08.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.767448 4407 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:11:08.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.767751 4407 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:11:08.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.768051 4407 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:11:08.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.768277 4407 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43629/jwks.json
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.805893 4407 master_runner.cc:386] Master server non-default flags:
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.18.20:46623
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/data
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/wal
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.18.62:42109,127.4.18.61:32935,127.4.18.60:33755
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.18.60:33755
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43629/jwks.json
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/data/info.pb
16:11:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.18.60
16:11:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/logs
16:11:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:11:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 15:13:40 UTC on ccycloud.quasar-boogyr.root.comops.site
16:11:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570626
16:11:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.807528 4407 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:08.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.809291 4407 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:08.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.827865 4405 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } attempt: 4
16:11:08.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.830863 4422 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:08.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.833947 4405 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.60:33755: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111)
16:11:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.920408 4291 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } attempt: 7
16:11:08.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:08.954843 4291 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } has no permanent_uuid. Determining permanent_uuid...
16:11:08.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.973740 4291 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.60:33755: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111)
16:11:09.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:09.032239 4291 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } attempt: 1
16:11:09.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:09.039989 4291 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.60:33755: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111)
16:11:09.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:09.121629 4291 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } attempt: 2
16:11:09.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:09.130249 4291 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.60:33755: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111)
16:11:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:09.133491 4405 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } attempt: 5
16:11:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:09.141661 4405 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.60:33755: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111)
16:11:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:09.215904 4291 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } attempt: 3
16:11:09.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:09.223981 4291 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.60:33755: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111)
16:11:09.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:09.364670 4291 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } attempt: 4
16:11:09.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:09.373222 4291 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.60:33755: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111)
16:11:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:09.656855 4291 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } attempt: 5
16:11:09.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:09.665392 4291 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.60:33755: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111)
16:11:09.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:09.689301 4405 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } attempt: 6
16:11:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:09.726588 4405 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.60:33755: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111)
16:11:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.218029 4291 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } attempt: 6
16:11:10.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:10.245987 4291 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.18.60:33755: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111)
16:11:10.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.835310 4424 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:10.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:08.831768 4421 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:10.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:10.372102 4423 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1538 milliseconds
16:11:10.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.372221 4407 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:11:10.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.373582 4407 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.376847 4407 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:10.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.378300 4407 hybrid_clock.cc:648] HybridClock initialized: now 1786032670378237 us; error 82 us; skew 500 ppm
16:11:10.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.379199 4407 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:10.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.388865 4407 webserver.cc:460] Webserver started at http://127.4.18.60:37385/ using document root <none> and password file <none>
16:11:10.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.390218 4407 fs_manager.cc:359] Metadata directory not provided
16:11:10.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.390661 4407 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:10.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.391283 4407 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:11:10.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.399307 4407 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/data/instance:
16:11:10.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fdff55936a494bb98d0bac8c84b69890"
16:11:10.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:10 on dist-test-slave-68xk"
16:11:10.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.400993 4407 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/wal/instance:
16:11:10.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fdff55936a494bb98d0bac8c84b69890"
16:11:10.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:10 on dist-test-slave-68xk"
16:11:10.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.411402 4407 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.011s sys 0.001s
16:11:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.417479 4445 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.418931 4407 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
16:11:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.419240 4407 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/data,/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/wal
16:11:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fdff55936a494bb98d0bac8c84b69890"
16:11:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:10 on dist-test-slave-68xk"
16:11:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.419559 4407 fs_report.cc:383] FS layout report
16:11:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/wal
16:11:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/wal
16:11:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/data/data
16:11:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:10.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.463337 4407 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:10.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.464800 4407 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:10.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.465220 4407 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:10.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.575599 4407 rpc_server.cc:307] RPC server started. Bound to: 127.4.18.60:33755
16:11:10.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.575794 4536 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.18.60:33755 every 8 connection(s)
16:11:10.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.578706 4407 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/data/info.pb
16:11:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.584492 4168 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu as pid 4407
16:11:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.585023 4168 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/wal/instance
16:11:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.585708 4539 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:11:10.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.605290 4539 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } has no permanent_uuid. Determining permanent_uuid...
16:11:10.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.648710 4539 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } has no permanent_uuid. Determining permanent_uuid...
16:11:10.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.675673 4539 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } has no permanent_uuid. Determining permanent_uuid...
16:11:10.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.701712 4539 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890: Bootstrap starting.
16:11:10.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.710608 4539 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890: Neither blocks nor log segments found. Creating new log.
16:11:10.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.713109 4539 log.cc:824] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890: Log is configured to *not* fsync() on all Append() calls
16:11:10.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.720356 4539 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890: No bootstrap required, opened a new log
16:11:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.754662 4539 raft_consensus.cc:348] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.755607 4539 raft_consensus.cc:374] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:11:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.755928 4539 raft_consensus.cc:729] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fdff55936a494bb98d0bac8c84b69890, State: Initialized, Role: FOLLOWER
16:11:10.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.756896 4539 consensus_queue.cc:260] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:10.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.760269 4554 sys_catalog.cc:455] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:10.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.761070 4554 sys_catalog.cc:458] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: This master's current role is: FOLLOWER
16:11:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.762221 4539 sys_catalog.cc:564] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: configured and running, proceeding with master startup.
16:11:10.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.764030 4554 raft_consensus.cc:482] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:11:10.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.764678 4554 raft_consensus.cc:504] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:10.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.769029 4554 leader_election.cc:288] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f67ca9b5091348efa7322b9bd15d2bc8 (127.4.18.62:42109), ebe0797ae30b4b8180a697d593ed046b (127.4.18.61:32935)
16:11:10.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.789003 4405 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } attempt: 7
16:11:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:10.818130 4570 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:10.818531 4570 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.821202 4405 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b: Bootstrap starting.
16:11:10.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.842307 4405 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b: Neither blocks nor log segments found. Creating new log.
16:11:10.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.844774 4405 log.cc:824] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b: Log is configured to *not* fsync() on all Append() calls
16:11:10.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.866869 4405 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b: No bootstrap required, opened a new log
16:11:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.802330 4407 master_runner.cc:186] Error getting master registration for 127.4.18.62:42109: OK, instance_id { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" instance_seqno: 1786032666519801 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:11:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.887494 4407 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:11:10.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.911727 4405 raft_consensus.cc:348] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:10.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.912640 4405 raft_consensus.cc:374] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:11:10.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.912961 4405 raft_consensus.cc:729] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ebe0797ae30b4b8180a697d593ed046b, State: Initialized, Role: FOLLOWER
16:11:10.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.914060 4405 consensus_queue.cc:260] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.933061 4405 sys_catalog.cc:564] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [sys.catalog]: configured and running, proceeding with master startup.
16:11:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.933295 4360 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fdff55936a494bb98d0bac8c84b69890" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ebe0797ae30b4b8180a697d593ed046b" is_pre_election: true
16:11:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.934183 4360 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fdff55936a494bb98d0bac8c84b69890 in term 0.
16:11:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.936607 4450 leader_election.cc:302] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ebe0797ae30b4b8180a697d593ed046b, fdff55936a494bb98d0bac8c84b69890; no voters:
16:11:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.938292 4554 raft_consensus.cc:2781] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 0 FOLLOWER]: Leader pre-election won for term 1
16:11:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.938753 4554 raft_consensus.cc:482] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:11:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.939172 4554 raft_consensus.cc:3037] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 0 FOLLOWER]: Advancing to term 1
16:11:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.931993 4574 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.944340 4574 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [sys.catalog]: This master's current role is: FOLLOWER
16:11:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.964192 4554 raft_consensus.cc:504] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:10.971702 4455 tablet.cc:2369] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:11:10.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.984984 4554 leader_election.cc:288] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [CANDIDATE]: Term 1 election: Requested vote from peers f67ca9b5091348efa7322b9bd15d2bc8 (127.4.18.62:42109), ebe0797ae30b4b8180a697d593ed046b (127.4.18.61:32935)
16:11:10.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.987613 4360 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fdff55936a494bb98d0bac8c84b69890" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ebe0797ae30b4b8180a697d593ed046b"
16:11:10.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:10.988425 4360 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 0 FOLLOWER]: Advancing to term 1
16:11:11.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.000959 4360 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fdff55936a494bb98d0bac8c84b69890 in term 1.
16:11:11.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.005307 4450 leader_election.cc:302] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ebe0797ae30b4b8180a697d593ed046b, fdff55936a494bb98d0bac8c84b69890; no voters:
16:11:11.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.006139 4554 raft_consensus.cc:2781] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 1 FOLLOWER]: Leader election won for term 1
16:11:11.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.013381 4554 raft_consensus.cc:686] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 1 LEADER]: Becoming Leader. State: Replica: fdff55936a494bb98d0bac8c84b69890, State: Running, Role: LEADER
16:11:11.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.014478 4554 consensus_queue.cc:237] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.024945 4589 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
16:11:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.028429 4585 sys_catalog.cc:455] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fdff55936a494bb98d0bac8c84b69890. Latest consensus state: current_term: 1 leader_uuid: "fdff55936a494bb98d0bac8c84b69890" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.029325 4585 sys_catalog.cc:458] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: This master's current role is: LEADER
16:11:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.047675 4590 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
16:11:11.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:11.057241 4333 tablet.cc:2369] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:11:11.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.030721 4293 master_runner.cc:186] Error getting master registration for 127.4.18.62:42109: OK, instance_id { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" instance_seqno: 1786032666519801 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:11:11.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.065340 4590 catalog_manager.cc:1484] Initializing Kudu cluster ID...
16:11:11.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.065694 4293 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:11:11.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.083807 4360 raft_consensus.cc:1261] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 1 FOLLOWER]: Refusing update from remote peer fdff55936a494bb98d0bac8c84b69890: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:11:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.085482 4585 consensus_queue.cc:1035] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:11:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.107795 4574 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [sys.catalog]: SysCatalogTable state changed. Reason: New leader fdff55936a494bb98d0bac8c84b69890. Latest consensus state: current_term: 1 leader_uuid: "fdff55936a494bb98d0bac8c84b69890" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.108618 4574 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [sys.catalog]: This master's current role is: FOLLOWER
16:11:11.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.112722 4554 sys_catalog.cc:455] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fdff55936a494bb98d0bac8c84b69890" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:11.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.113490 4554 sys_catalog.cc:458] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: This master's current role is: LEADER
16:11:11.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.114670 4590 catalog_manager.cc:1347] Generated new cluster ID: ca0766858b11415db3aba2094f0f4074
16:11:11.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.114960 4590 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
16:11:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:11.126238 4450 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.4.18.62:42109 timed out after 0.358s (SENT)
16:11:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.130568 4574 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fdff55936a494bb98d0bac8c84b69890" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.131323 4574 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [sys.catalog]: This master's current role is: FOLLOWER
16:11:11.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.170325 4590 catalog_manager.cc:1370] Generated new certificate authority record
16:11:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.173060 4590 catalog_manager.cc:1504] Loading token signing keys...
16:11:11.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.199827 4590 catalog_manager.cc:5868] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890: Generated new TSK 0
16:11:11.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.201148 4590 catalog_manager.cc:1514] Initializing in-progress tserver states...
16:11:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.232053 4168 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu
16:11:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu
16:11:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-0/wal
16:11:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-0/data
16:11:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-0/logs
16:11:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-0/data/info.pb
16:11:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:11:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.18.1:0
16:11:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.18.1
16:11:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.18.1
16:11:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.18.62:42109,127.4.18.61:32935,127.4.18.60:33755
16:11:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.18.20:46623
16:11:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
16:11:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
16:11:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
16:11:11.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.279417 4291 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } attempt: 7
16:11:11.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.314201 4291 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8: Bootstrap starting.
16:11:11.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.321305 4291 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8: Neither blocks nor log segments found. Creating new log.
16:11:11.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.323817 4291 log.cc:824] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8: Log is configured to *not* fsync() on all Append() calls
16:11:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.336349 4291 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8: No bootstrap required, opened a new log
16:11:11.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.370487 4291 raft_consensus.cc:348] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.372087 4291 raft_consensus.cc:374] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:11:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.372540 4291 raft_consensus.cc:729] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f67ca9b5091348efa7322b9bd15d2bc8, State: Initialized, Role: FOLLOWER
16:11:11.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.373765 4291 consensus_queue.cc:260] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.382364 4603 sys_catalog.cc:455] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.383386 4603 sys_catalog.cc:458] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: This master's current role is: FOLLOWER
16:11:11.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.387749 4234 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 0 FOLLOWER]: Advancing to term 1
16:11:11.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.388587 4236 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fdff55936a494bb98d0bac8c84b69890" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" is_pre_election: true
16:11:11.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:11.389626 4236 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:37984 (request call id 1) took 621 ms (client timeout 358 ms). Trace:
16:11:11.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:11.389973 4236 rpcz_store.cc:269] 0806 16:11:10.768132 (+ 0us) service_pool.cc:170] Inserting onto call queue
16:11:11.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 16:11:10.768249 (+ 117us) service_pool.cc:227] Handling call
16:11:11.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 16:11:11.389547 (+621298us) inbound_call.cc:173] Queueing success response
16:11:11.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
16:11:11.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.391078 4235 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fdff55936a494bb98d0bac8c84b69890" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f67ca9b5091348efa7322b9bd15d2bc8"
16:11:11.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:11.391963 4235 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:37984 (request call id 3) took 406 ms (client timeout 446 ms). Trace:
16:11:11.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:11.392294 4235 rpcz_store.cc:269] 0806 16:11:10.985992 (+ 0us) service_pool.cc:170] Inserting onto call queue
16:11:11.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 16:11:10.986872 (+ 880us) service_pool.cc:227] Handling call
16:11:11.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 16:11:11.391911 (+405039us) inbound_call.cc:173] Queueing success response
16:11:11.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
16:11:11.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.386587 4232 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fdff55936a494bb98d0bac8c84b69890" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" is_pre_election: true
16:11:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.399950 4234 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 1 FOLLOWER]: Refusing update from remote peer fdff55936a494bb98d0bac8c84b69890: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:11:11.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.400950 4291 sys_catalog.cc:564] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: configured and running, proceeding with master startup.
16:11:11.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.401474 4585 consensus_queue.cc:1035] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:11:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.404874 4603 raft_consensus.cc:482] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:11:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.405397 4603 raft_consensus.cc:504] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.408710 4360 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ebe0797ae30b4b8180a697d593ed046b" is_pre_election: true
16:11:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.412760 4487 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fdff55936a494bb98d0bac8c84b69890" is_pre_election: true
16:11:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.414842 4205 leader_election.cc:302] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f67ca9b5091348efa7322b9bd15d2bc8; no voters: ebe0797ae30b4b8180a697d593ed046b, fdff55936a494bb98d0bac8c84b69890
16:11:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.416887 4603 leader_election.cc:288] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ebe0797ae30b4b8180a697d593ed046b (127.4.18.61:32935), fdff55936a494bb98d0bac8c84b69890 (127.4.18.60:33755)
16:11:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.417626 4603 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
16:11:11.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:11.462217 4211 tablet.cc:2369] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:11:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.490118 4609 mvcc.cc:205] Tried to move back new op lower bound from 7315589820739334144 to 7315589820485619712. Current Snapshot: MvccSnapshot[applied={T|T < 7315589820739334144}]
16:11:11.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.513181 4606 sys_catalog.cc:455] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fdff55936a494bb98d0bac8c84b69890" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:11.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.514124 4606 sys_catalog.cc:458] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: This master's current role is: FOLLOWER
16:11:11.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.515036 4603 sys_catalog.cc:455] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fdff55936a494bb98d0bac8c84b69890. Latest consensus state: current_term: 1 leader_uuid: "fdff55936a494bb98d0bac8c84b69890" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:11.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.515760 4603 sys_catalog.cc:458] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: This master's current role is: FOLLOWER
16:11:11.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.570969 4633 catalog_manager.cc:1259] Loaded cluster ID: ca0766858b11415db3aba2094f0f4074
16:11:11.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.571251 4633 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8: loading cluster ID for follower catalog manager: success
16:11:11.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.583086 4633 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8: acquiring CA information for follower catalog manager: success
16:11:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.601044 4633 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:11:11.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.604570 4585 sys_catalog.cc:455] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fdff55936a494bb98d0bac8c84b69890" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:11.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.605337 4585 sys_catalog.cc:458] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: This master's current role is: LEADER
16:11:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:11.721933 4599 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:11.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:11.722550 4599 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:11.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:11.723443 4599 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:11.783414 4599 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:11.784660 4599 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
16:11:11.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:11.785006 4599 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
16:11:11.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:11.785331 4599 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
16:11:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:11.786109 4599 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.18.1
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.840533 4599 tablet_server_runner.cc:78] Tablet server non-default flags:
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.18.20:46623
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-0/data
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-0/wal
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.18.1:0
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-0/data/info.pb
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.18.1
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.18.62:42109,127.4.18.61:32935,127.4.18.60:33755
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.18.1
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-0/logs
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 15:13:40 UTC on ccycloud.quasar-boogyr.root.comops.site
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570626
16:11:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.842105 4599 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:11.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:11.843803 4599 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:11.872671 4646 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:12.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:12.072677 4589 catalog_manager.cc:1259] Loaded cluster ID: ca0766858b11415db3aba2094f0f4074
16:11:12.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:12.081319 4589 catalog_manager.cc:1552] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b: loading cluster ID for follower catalog manager: success
16:11:12.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:12.110072 4589 catalog_manager.cc:1574] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b: acquiring CA information for follower catalog manager: success
16:11:12.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:12.154176 4589 catalog_manager.cc:1602] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:11:14.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:13.261521 4644 debug-util.cc:398] Leaking SignalData structure 0x7b0800014e80 after lost signal to thread 4599
16:11:14.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:14.566505 4651 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:14.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:11.879017 4645 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:14.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:14.564092 4599 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.690s user 0.441s sys 0.848s
16:11:14.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:14.567816 4599 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.694s user 0.441s sys 0.848s
16:11:14.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:14.565801 4647 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2689 milliseconds
16:11:14.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.568490 4599 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:11:14.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.580061 4599 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.592186 4599 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:14.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.594089 4599 hybrid_clock.cc:648] HybridClock initialized: now 1786032674594038 us; error 53 us; skew 500 ppm
16:11:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.595348 4599 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.603417 4599 webserver.cc:460] Webserver started at http://127.4.18.1:43317/ using document root <none> and password file <none>
16:11:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.604773 4599 fs_manager.cc:359] Metadata directory not provided
16:11:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.605055 4599 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.605573 4599 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:11:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.610849 4599 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-0/data/instance:
16:11:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3eb45de9aa4445fa933a83d8cf8eafa5"
16:11:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:14 on dist-test-slave-68xk"
16:11:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.612026 4599 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-0/wal/instance:
16:11:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3eb45de9aa4445fa933a83d8cf8eafa5"
16:11:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:14 on dist-test-slave-68xk"
16:11:14.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.622573 4599 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.007s sys 0.002s
16:11:14.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.628997 4663 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:14.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.630363 4599 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
16:11:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.630798 4599 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-0/data,/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-0/wal
16:11:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3eb45de9aa4445fa933a83d8cf8eafa5"
16:11:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:14 on dist-test-slave-68xk"
16:11:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.631170 4599 fs_report.cc:383] FS layout report
16:11:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-0/wal
16:11:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-0/wal
16:11:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-0/data/data
16:11:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:14.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.689085 4599 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:14.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.691052 4599 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:14.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.691588 4599 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.726938 4599 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:11:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.727349 4599 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.001s
16:11:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.727669 4599 ts_tablet_manager.cc:610] Registered 0 tablets
16:11:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.727890 4599 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
16:11:14.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.972412 4599 rpc_server.cc:307] RPC server started. Bound to: 127.4.18.1:46343
16:11:14.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.973016 4831 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.18.1:46343 every 8 connection(s)
16:11:14.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.976075 4599 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-0/data/info.pb
16:11:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.976883 4168 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu as pid 4599
16:11:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.977559 4168 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-0/wal/instance
16:11:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.998677 4832 heartbeater.cc:347] Connected to a master server at 127.4.18.61:32935
16:11:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:14.999155 4832 heartbeater.cc:464] Registering TS with master...
16:11:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:15.000387 4832 heartbeater.cc:511] Master 127.4.18.61:32935 requested a full tablet report, sending...
16:11:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:15.004204 4347 ts_manager.cc:194] Registered new tserver with Master: 3eb45de9aa4445fa933a83d8cf8eafa5 (127.4.18.1:46343)
16:11:15.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:15.011981 4168 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu
16:11:15.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-1/wal
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-1/data
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-1/logs
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-1/data/info.pb
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.18.2:0
16:11:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.18.2
16:11:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.18.2
16:11:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.18.62:42109,127.4.18.61:32935,127.4.18.60:33755
16:11:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.18.20:46623
16:11:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
16:11:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
16:11:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
16:11:15.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:15.018478 4838 heartbeater.cc:347] Connected to a master server at 127.4.18.62:42109
16:11:15.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:15.018851 4838 heartbeater.cc:464] Registering TS with master...
16:11:15.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:15.021643 4838 heartbeater.cc:511] Master 127.4.18.62:42109 requested a full tablet report, sending...
16:11:15.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:15.024335 4837 heartbeater.cc:347] Connected to a master server at 127.4.18.60:33755
16:11:15.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:15.024693 4837 heartbeater.cc:464] Registering TS with master...
16:11:15.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:15.025516 4837 heartbeater.cc:511] Master 127.4.18.60:33755 requested a full tablet report, sending...
16:11:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:15.028169 4472 ts_manager.cc:194] Registered new tserver with Master: 3eb45de9aa4445fa933a83d8cf8eafa5 (127.4.18.1:46343)
16:11:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:15.029330 4223 ts_manager.cc:194] Registered new tserver with Master: 3eb45de9aa4445fa933a83d8cf8eafa5 (127.4.18.1:46343)
16:11:15.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:15.031908 4472 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.18.1:55005
16:11:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:15.367601 4841 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:15.368088 4841 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:15.368749 4841 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:15.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:15.406370 4841 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:15.407017 4841 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
16:11:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:15.407202 4841 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
16:11:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:15.407352 4841 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
16:11:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:15.407761 4841 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.18.2
16:11:15.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:15.447301 4841 tablet_server_runner.cc:78] Tablet server non-default flags:
16:11:15.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:15.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.18.20:46623
16:11:15.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:15.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:15.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-1/data
16:11:15.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-1/wal
16:11:15.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.18.2:0
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-1/data/info.pb
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.18.2
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.18.62:42109,127.4.18.61:32935,127.4.18.60:33755
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.18.2
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-1/logs
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 15:13:40 UTC on ccycloud.quasar-boogyr.root.comops.site
16:11:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570626
16:11:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:15.448508 4841 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:15.450165 4841 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:15.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:15.475212 4849 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:16.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.036787 4837 heartbeater.cc:503] Master 127.4.18.60:33755 was elected leader, sending a full tablet report...
16:11:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:15.475867 4848 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:16.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:15.477466 4851 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:16.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:16.783896 4850 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
16:11:16.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.784065 4841 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:11:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.788000 4841 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:16.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.790817 4841 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:16.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.792249 4841 hybrid_clock.cc:648] HybridClock initialized: now 1786032676792186 us; error 81 us; skew 500 ppm
16:11:16.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.793038 4841 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:16.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.803267 4841 webserver.cc:460] Webserver started at http://127.4.18.2:37233/ using document root <none> and password file <none>
16:11:16.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.804176 4841 fs_manager.cc:359] Metadata directory not provided
16:11:16.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.804365 4841 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:16.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.804821 4841 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:11:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.809813 4841 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-1/data/instance:
16:11:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5ad69937d924b1aa03377d084a66b49"
16:11:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:16 on dist-test-slave-68xk"
16:11:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.810969 4841 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-1/wal/instance:
16:11:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5ad69937d924b1aa03377d084a66b49"
16:11:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:16 on dist-test-slave-68xk"
16:11:16.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.818382 4841 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
16:11:16.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.824066 4861 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:16.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.825472 4841 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
16:11:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.825802 4841 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-1/data,/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-1/wal
16:11:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5ad69937d924b1aa03377d084a66b49"
16:11:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:16 on dist-test-slave-68xk"
16:11:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.826148 4841 fs_report.cc:383] FS layout report
16:11:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-1/wal
16:11:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-1/wal
16:11:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-1/data/data
16:11:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:16.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:16.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:16.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.860462 4841 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:16.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.861967 4841 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:16.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.862385 4841 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.878125 4841 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:11:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.878494 4841 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
16:11:16.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.878829 4841 ts_tablet_manager.cc:610] Registered 0 tablets
16:11:16.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:16.879076 4841 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
16:11:17.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.088624 4841 rpc_server.cc:307] RPC server started. Bound to: 127.4.18.2:40375
16:11:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.089165 5028 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.18.2:40375 every 8 connection(s)
16:11:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.091548 4841 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-1/data/info.pb
16:11:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.101496 4168 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu as pid 4841
16:11:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.101840 5034 heartbeater.cc:347] Connected to a master server at 127.4.18.62:42109
16:11:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.102097 4168 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-1/wal/instance
16:11:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.102298 5034 heartbeater.cc:464] Registering TS with master...
16:11:17.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.106932 5034 heartbeater.cc:511] Master 127.4.18.62:42109 requested a full tablet report, sending...
16:11:17.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.113190 4223 ts_manager.cc:194] Registered new tserver with Master: c5ad69937d924b1aa03377d084a66b49 (127.4.18.2:40375)
16:11:17.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.116272 5032 heartbeater.cc:347] Connected to a master server at 127.4.18.60:33755
16:11:17.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.116647 5032 heartbeater.cc:464] Registering TS with master...
16:11:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.116952 4168 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu
16:11:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu
16:11:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-2/wal
16:11:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-2/data
16:11:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-2/logs
16:11:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-2/data/info.pb
16:11:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.18.3:0
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.18.3
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.18.3
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.18.62:42109,127.4.18.61:32935,127.4.18.60:33755
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.18.20:46623
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.117460 5030 heartbeater.cc:347] Connected to a master server at 127.4.18.61:32935
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.117558 5032 heartbeater.cc:511] Master 127.4.18.60:33755 requested a full tablet report, sending...
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.117722 5030 heartbeater.cc:464] Registering TS with master...
16:11:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.118331 5030 heartbeater.cc:511] Master 127.4.18.61:32935 requested a full tablet report, sending...
16:11:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.119848 4472 ts_manager.cc:194] Registered new tserver with Master: c5ad69937d924b1aa03377d084a66b49 (127.4.18.2:40375)
16:11:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.121197 4347 ts_manager.cc:194] Registered new tserver with Master: c5ad69937d924b1aa03377d084a66b49 (127.4.18.2:40375)
16:11:17.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.122265 4472 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.18.2:53113
16:11:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:17.453807 5038 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:17.454327 5038 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:17.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:17.455035 5038 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:17.490098 5038 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:17.490790 5038 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
16:11:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:17.490980 5038 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
16:11:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:17.491133 5038 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
16:11:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:17.491524 5038 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.18.3
16:11:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.526165 5038 tablet_server_runner.cc:78] Tablet server non-default flags:
16:11:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.18.20:46623
16:11:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-2/data
16:11:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-2/wal
16:11:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.18.3:0
16:11:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-2/data/info.pb
16:11:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.18.3
16:11:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
16:11:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
16:11:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
16:11:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.18.62:42109,127.4.18.61:32935,127.4.18.60:33755
16:11:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.18.3
16:11:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-2/logs
16:11:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:11:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 15:13:40 UTC on ccycloud.quasar-boogyr.root.comops.site
16:11:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570626
16:11:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.527381 5038 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:17.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.528959 5038 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:17.550273 5046 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:18.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.125998 5032 heartbeater.cc:503] Master 127.4.18.60:33755 was elected leader, sending a full tablet report...
16:11:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:17.550361 5049 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:17.550402 5052 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:17.550969 5038 server_base.cc:1034] running on GCE node
16:11:18.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.807092 5038 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.809973 5038 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:18.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.811414 5038 hybrid_clock.cc:648] HybridClock initialized: now 1786032678811352 us; error 76 us; skew 500 ppm
16:11:18.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.812201 5038 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:18.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.819274 5038 webserver.cc:460] Webserver started at http://127.4.18.3:44675/ using document root <none> and password file <none>
16:11:18.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.820185 5038 fs_manager.cc:359] Metadata directory not provided
16:11:18.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.820377 5038 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:18.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.820772 5038 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:11:18.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.825981 5038 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-2/data/instance:
16:11:18.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e61b8e45b1d4598b99b644f480f81d6"
16:11:18.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:18 on dist-test-slave-68xk"
16:11:18.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.827190 5038 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-2/wal/instance:
16:11:18.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e61b8e45b1d4598b99b644f480f81d6"
16:11:18.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:18 on dist-test-slave-68xk"
16:11:18.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.834828 5038 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.005s
16:11:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.840904 5064 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:18.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.842234 5038 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.004s
16:11:18.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.842676 5038 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-2/data,/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-2/wal
16:11:18.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e61b8e45b1d4598b99b644f480f81d6"
16:11:18.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:18 on dist-test-slave-68xk"
16:11:18.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.843076 5038 fs_report.cc:383] FS layout report
16:11:18.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:18.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-2/wal
16:11:18.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-2/wal
16:11:18.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-2/data/data
16:11:18.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:18.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:18.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:18.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:18.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:18.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:18.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:18.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:18.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:18.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:18.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:18.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.897957 5038 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:18.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.899574 5038 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.900123 5038 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.911623 5038 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:11:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.911897 5038 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
16:11:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.912274 5038 ts_tablet_manager.cc:610] Registered 0 tablets
16:11:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:18.912482 5038 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
16:11:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.215147 5038 rpc_server.cc:307] RPC server started. Bound to: 127.4.18.3:46637
16:11:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.215806 5225 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.18.3:46637 every 8 connection(s)
16:11:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.218015 5038 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-2/data/info.pb
16:11:19.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.225171 4168 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu as pid 5038
16:11:19.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.225768 4168 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/ts-2/wal/instance
16:11:19.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.228077 5229 heartbeater.cc:347] Connected to a master server at 127.4.18.62:42109
16:11:19.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.228612 5229 heartbeater.cc:464] Registering TS with master...
16:11:19.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.230175 5229 heartbeater.cc:511] Master 127.4.18.62:42109 requested a full tablet report, sending...
16:11:19.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.234216 4223 ts_manager.cc:194] Registered new tserver with Master: 2e61b8e45b1d4598b99b644f480f81d6 (127.4.18.3:46637)
16:11:19.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.244777 5226 heartbeater.cc:347] Connected to a master server at 127.4.18.61:32935
16:11:19.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.245196 5226 heartbeater.cc:464] Registering TS with master...
16:11:19.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.246114 5226 heartbeater.cc:511] Master 127.4.18.61:32935 requested a full tablet report, sending...
16:11:19.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.249118 4347 ts_manager.cc:194] Registered new tserver with Master: 2e61b8e45b1d4598b99b644f480f81d6 (127.4.18.3:46637)
16:11:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.250782 5227 heartbeater.cc:347] Connected to a master server at 127.4.18.60:33755
16:11:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.251096 5227 heartbeater.cc:464] Registering TS with master...
16:11:19.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.251773 5227 heartbeater.cc:511] Master 127.4.18.60:33755 requested a full tablet report, sending...
16:11:19.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.253609 4472 ts_manager.cc:194] Registered new tserver with Master: 2e61b8e45b1d4598b99b644f480f81d6 (127.4.18.3:46637)
16:11:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.255255 4472 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.18.3:39111
16:11:19.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.269577 4168 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
16:11:19.281 [DEBUG - main] (MiniKuduCluster.java:195) Response:
16:11:19.281 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
16:11:19.282 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.4.18.62"
port: 42109
}
bound_http_address {
host: "127.4.18.62"
port: 40825
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.4.18.61"
port: 32935
}
bound_http_address {
host: "127.4.18.61"
port: 40727
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.4.18.60"
port: 33755
}
bound_http_address {
host: "127.4.18.60"
port: 37385
}
}
}
16:11:19.282 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
16:11:19.283 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.4.18.1"
port: 46343
}
bound_http_address {
host: "127.4.18.1"
port: 43317
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.4.18.2"
port: 40375
}
bound_http_address {
host: "127.4.18.2"
port: 37233
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.4.18.3"
port: 46637
}
bound_http_address {
host: "127.4.18.3"
port: 44675
}
}
}
16:11:19.283 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
16:11:19.286 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
16:11:19.288 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.18.60:33755(127.4.18.60:33755)] connecting to peer
16:11:19.290 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.18.62:42109(127.4.18.62:42109)] connecting to peer
16:11:19.290 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.18.61:32935(127.4.18.61:32935)] connecting to peer
16:11:19.291 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.18.60:33755(127.4.18.60:33755)] Successfully connected to peer
16:11:19.292 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.18.61:32935(127.4.18.61:32935)] Successfully connected to peer
16:11:19.292 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.18.62:42109(127.4.18.62:42109)] Successfully connected to peer
16:11:19.295 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.18.60
16:11:19.297 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.18.62
16:11:19.309 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9545cc02, L:/127.0.0.1:58624 - R:/127.4.18.62:42109] using SASL/PLAIN
16:11:19.312 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.18.61
16:11:19.316 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb7eb80ac, L:/127.0.0.1:41602 - R:/127.4.18.60:33755] using SASL/PLAIN
16:11:19.324 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
16:11:19.324 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=37), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: OK, [36ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, deferred=null) after lookup
16:11:19.328 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xef78ec5d, L:/127.0.0.1:46810 - R:/127.4.18.61:32935] using SASL/PLAIN
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.327005 4472 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:41602:
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
16:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:19.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:19.331512 4472 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
16:11:19.365 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3b918a4044f44eb9bc844b006bcd9bd9
16:11:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.447412 5138 tablet_service.cc:1467] Processing CreateTablet for tablet 676896b5d7ea42a8ba44ce7caa012d11 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3b918a4044f44eb9bc844b006bcd9bd9]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
16:11:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.446750 5137 tablet_service.cc:1467] Processing CreateTablet for tablet a0cdfc1189c744c6ad651d68ea729711 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3b918a4044f44eb9bc844b006bcd9bd9]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
16:11:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.449146 5138 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 676896b5d7ea42a8ba44ce7caa012d11. 1 dirs total, 0 dirs full, 0 dirs failed
16:11:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.448925 4743 tablet_service.cc:1467] Processing CreateTablet for tablet a0cdfc1189c744c6ad651d68ea729711 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3b918a4044f44eb9bc844b006bcd9bd9]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
16:11:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.449815 5137 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a0cdfc1189c744c6ad651d68ea729711. 1 dirs total, 0 dirs full, 0 dirs failed
16:11:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.451261 4744 tablet_service.cc:1467] Processing CreateTablet for tablet 676896b5d7ea42a8ba44ce7caa012d11 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3b918a4044f44eb9bc844b006bcd9bd9]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
16:11:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.452737 4744 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 676896b5d7ea42a8ba44ce7caa012d11. 1 dirs total, 0 dirs full, 0 dirs failed
16:11:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.454841 4743 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a0cdfc1189c744c6ad651d68ea729711. 1 dirs total, 0 dirs full, 0 dirs failed
16:11:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.469588 4946 tablet_service.cc:1467] Processing CreateTablet for tablet a0cdfc1189c744c6ad651d68ea729711 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3b918a4044f44eb9bc844b006bcd9bd9]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
16:11:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.471808 4946 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a0cdfc1189c744c6ad651d68ea729711. 1 dirs total, 0 dirs full, 0 dirs failed
16:11:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.471998 4947 tablet_service.cc:1467] Processing CreateTablet for tablet 676896b5d7ea42a8ba44ce7caa012d11 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3b918a4044f44eb9bc844b006bcd9bd9]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
16:11:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.473179 4947 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 676896b5d7ea42a8ba44ce7caa012d11. 1 dirs total, 0 dirs full, 0 dirs failed
16:11:19.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.498765 5261 tablet_bootstrap.cc:492] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6: Bootstrap starting.
16:11:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.508881 5261 tablet_bootstrap.cc:654] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6: Neither blocks nor log segments found. Creating new log.
16:11:19.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.512699 5261 log.cc:824] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6: Log is configured to *not* fsync() on all Append() calls
16:11:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.524454 5260 tablet_bootstrap.cc:492] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5: Bootstrap starting.
16:11:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.525584 5262 tablet_bootstrap.cc:492] T a0cdfc1189c744c6ad651d68ea729711 P c5ad69937d924b1aa03377d084a66b49: Bootstrap starting.
16:11:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.526579 5261 tablet_bootstrap.cc:492] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6: No bootstrap required, opened a new log
16:11:19.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.527089 5261 ts_tablet_manager.cc:1397] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6: Time spent bootstrapping tablet: real 0.029s user 0.015s sys 0.009s
16:11:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.533438 5262 tablet_bootstrap.cc:654] T a0cdfc1189c744c6ad651d68ea729711 P c5ad69937d924b1aa03377d084a66b49: Neither blocks nor log segments found. Creating new log.
16:11:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.533499 5260 tablet_bootstrap.cc:654] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5: Neither blocks nor log segments found. Creating new log.
16:11:19.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.536005 5260 log.cc:824] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5: Log is configured to *not* fsync() on all Append() calls
16:11:19.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.535992 5262 log.cc:824] T a0cdfc1189c744c6ad651d68ea729711 P c5ad69937d924b1aa03377d084a66b49: Log is configured to *not* fsync() on all Append() calls
16:11:19.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.541865 5260 tablet_bootstrap.cc:492] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5: No bootstrap required, opened a new log
16:11:19.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.542085 5262 tablet_bootstrap.cc:492] T a0cdfc1189c744c6ad651d68ea729711 P c5ad69937d924b1aa03377d084a66b49: No bootstrap required, opened a new log
16:11:19.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.542443 5260 ts_tablet_manager.cc:1397] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5: Time spent bootstrapping tablet: real 0.019s user 0.006s sys 0.008s
16:11:19.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.542629 5262 ts_tablet_manager.cc:1397] T a0cdfc1189c744c6ad651d68ea729711 P c5ad69937d924b1aa03377d084a66b49: Time spent bootstrapping tablet: real 0.018s user 0.006s sys 0.010s
16:11:19.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.559126 5261 raft_consensus.cc:348] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } }
16:11:19.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.560119 5261 raft_consensus.cc:374] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:11:19.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.560429 5261 raft_consensus.cc:729] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e61b8e45b1d4598b99b644f480f81d6, State: Initialized, Role: FOLLOWER
16:11:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.561470 5261 consensus_queue.cc:260] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } }
16:11:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.565012 5262 raft_consensus.cc:348] T a0cdfc1189c744c6ad651d68ea729711 P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } }
16:11:19.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.565713 5262 raft_consensus.cc:374] T a0cdfc1189c744c6ad651d68ea729711 P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:11:19.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.565981 5262 raft_consensus.cc:729] T a0cdfc1189c744c6ad651d68ea729711 P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5ad69937d924b1aa03377d084a66b49, State: Initialized, Role: FOLLOWER
16:11:19.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.567011 5262 consensus_queue.cc:260] T a0cdfc1189c744c6ad651d68ea729711 P c5ad69937d924b1aa03377d084a66b49 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } }
16:11:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.569808 5261 ts_tablet_manager.cc:1428] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6: Time spent starting tablet: real 0.042s user 0.038s sys 0.003s
16:11:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.570669 5227 heartbeater.cc:503] Master 127.4.18.60:33755 was elected leader, sending a full tablet report...
16:11:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.574100 5261 tablet_bootstrap.cc:492] T 676896b5d7ea42a8ba44ce7caa012d11 P 2e61b8e45b1d4598b99b644f480f81d6: Bootstrap starting.
16:11:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.576483 5260 raft_consensus.cc:348] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } } peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } }
16:11:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.577618 5260 raft_consensus.cc:374] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:11:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.577919 5260 raft_consensus.cc:729] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3eb45de9aa4445fa933a83d8cf8eafa5, State: Initialized, Role: FOLLOWER
16:11:19.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.578904 5260 consensus_queue.cc:260] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } } peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } }
16:11:19.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.580271 5261 tablet_bootstrap.cc:654] T 676896b5d7ea42a8ba44ce7caa012d11 P 2e61b8e45b1d4598b99b644f480f81d6: Neither blocks nor log segments found. Creating new log.
16:11:19.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.589772 5260 ts_tablet_manager.cc:1428] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5: Time spent starting tablet: real 0.047s user 0.030s sys 0.012s
16:11:19.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.593752 5260 tablet_bootstrap.cc:492] T a0cdfc1189c744c6ad651d68ea729711 P 3eb45de9aa4445fa933a83d8cf8eafa5: Bootstrap starting.
16:11:19.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.600716 5261 tablet_bootstrap.cc:492] T 676896b5d7ea42a8ba44ce7caa012d11 P 2e61b8e45b1d4598b99b644f480f81d6: No bootstrap required, opened a new log
16:11:19.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.601257 5261 ts_tablet_manager.cc:1397] T 676896b5d7ea42a8ba44ce7caa012d11 P 2e61b8e45b1d4598b99b644f480f81d6: Time spent bootstrapping tablet: real 0.027s user 0.009s sys 0.017s
16:11:19.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.602317 5260 tablet_bootstrap.cc:654] T a0cdfc1189c744c6ad651d68ea729711 P 3eb45de9aa4445fa933a83d8cf8eafa5: Neither blocks nor log segments found. Creating new log.
16:11:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.603905 5261 raft_consensus.cc:348] T 676896b5d7ea42a8ba44ce7caa012d11 P 2e61b8e45b1d4598b99b644f480f81d6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } } peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } }
16:11:19.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.604677 5261 raft_consensus.cc:374] T 676896b5d7ea42a8ba44ce7caa012d11 P 2e61b8e45b1d4598b99b644f480f81d6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:11:19.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.604969 5261 raft_consensus.cc:729] T 676896b5d7ea42a8ba44ce7caa012d11 P 2e61b8e45b1d4598b99b644f480f81d6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e61b8e45b1d4598b99b644f480f81d6, State: Initialized, Role: FOLLOWER
16:11:19.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.605827 5261 consensus_queue.cc:260] T 676896b5d7ea42a8ba44ce7caa012d11 P 2e61b8e45b1d4598b99b644f480f81d6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } } peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } }
16:11:19.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.690892 5268 raft_consensus.cc:482] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:11:19.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.691907 5268 raft_consensus.cc:504] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } }
16:11:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.714880 4771 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a0cdfc1189c744c6ad651d68ea729711" candidate_uuid: "2e61b8e45b1d4598b99b644f480f81d6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" is_pre_election: true
16:11:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:19.717996 5069 leader_election.cc:341] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3eb45de9aa4445fa933a83d8cf8eafa5 (127.4.18.1:46343): Illegal state: must be running to vote when last-logged opid is not known
16:11:19.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:19.734298 5231 tablet.cc:2369] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:11:19.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.736373 5268 leader_election.cc:288] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3eb45de9aa4445fa933a83d8cf8eafa5 (127.4.18.1:46343), c5ad69937d924b1aa03377d084a66b49 (127.4.18.2:40375)
16:11:19.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.772446 4972 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a0cdfc1189c744c6ad651d68ea729711" candidate_uuid: "2e61b8e45b1d4598b99b644f480f81d6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5ad69937d924b1aa03377d084a66b49" is_pre_election: true
16:11:19.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.773741 4972 raft_consensus.cc:2454] T a0cdfc1189c744c6ad651d68ea729711 P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2e61b8e45b1d4598b99b644f480f81d6 in term 0.
16:11:19.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.775398 5069 leader_election.cc:302] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2e61b8e45b1d4598b99b644f480f81d6, c5ad69937d924b1aa03377d084a66b49; no voters: 3eb45de9aa4445fa933a83d8cf8eafa5
16:11:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.777657 5268 raft_consensus.cc:2781] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [term 0 FOLLOWER]: Leader pre-election won for term 1
16:11:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.778163 5268 raft_consensus.cc:482] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:11:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.778581 5268 raft_consensus.cc:3037] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [term 0 FOLLOWER]: Advancing to term 1
16:11:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:19.783401 4840 tablet.cc:2369] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:11:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.782058 5280 raft_consensus.cc:482] T a0cdfc1189c744c6ad651d68ea729711 P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:11:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.788646 5280 raft_consensus.cc:504] T a0cdfc1189c744c6ad651d68ea729711 P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } }
16:11:19.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.792006 5262 ts_tablet_manager.cc:1428] T a0cdfc1189c744c6ad651d68ea729711 P c5ad69937d924b1aa03377d084a66b49: Time spent starting tablet: real 0.249s user 0.081s sys 0.094s
16:11:19.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.792392 5261 ts_tablet_manager.cc:1428] T 676896b5d7ea42a8ba44ce7caa012d11 P 2e61b8e45b1d4598b99b644f480f81d6: Time spent starting tablet: real 0.191s user 0.029s sys 0.156s
16:11:19.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.797187 5260 tablet_bootstrap.cc:492] T a0cdfc1189c744c6ad651d68ea729711 P 3eb45de9aa4445fa933a83d8cf8eafa5: No bootstrap required, opened a new log
16:11:19.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.798204 5260 ts_tablet_manager.cc:1397] T a0cdfc1189c744c6ad651d68ea729711 P 3eb45de9aa4445fa933a83d8cf8eafa5: Time spent bootstrapping tablet: real 0.205s user 0.061s sys 0.127s
16:11:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.800083 5268 raft_consensus.cc:504] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } }
16:11:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.800783 5260 raft_consensus.cc:348] T a0cdfc1189c744c6ad651d68ea729711 P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } }
16:11:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.801489 5260 raft_consensus.cc:374] T a0cdfc1189c744c6ad651d68ea729711 P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:11:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.801767 5260 raft_consensus.cc:729] T a0cdfc1189c744c6ad651d68ea729711 P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3eb45de9aa4445fa933a83d8cf8eafa5, State: Initialized, Role: FOLLOWER
16:11:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.802510 5268 leader_election.cc:288] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [CANDIDATE]: Term 1 election: Requested vote from peers 3eb45de9aa4445fa933a83d8cf8eafa5 (127.4.18.1:46343), c5ad69937d924b1aa03377d084a66b49 (127.4.18.2:40375)
16:11:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.802443 5260 consensus_queue.cc:260] T a0cdfc1189c744c6ad651d68ea729711 P 3eb45de9aa4445fa933a83d8cf8eafa5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } }
16:11:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.803586 5262 tablet_bootstrap.cc:492] T 676896b5d7ea42a8ba44ce7caa012d11 P c5ad69937d924b1aa03377d084a66b49: Bootstrap starting.
16:11:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.804971 5260 ts_tablet_manager.cc:1428] T a0cdfc1189c744c6ad651d68ea729711 P 3eb45de9aa4445fa933a83d8cf8eafa5: Time spent starting tablet: real 0.006s user 0.005s sys 0.000s
16:11:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.806273 4771 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a0cdfc1189c744c6ad651d68ea729711" candidate_uuid: "2e61b8e45b1d4598b99b644f480f81d6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5"
16:11:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.806952 4771 raft_consensus.cc:3037] T a0cdfc1189c744c6ad651d68ea729711 P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 0 FOLLOWER]: Advancing to term 1
16:11:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.810737 5262 tablet_bootstrap.cc:654] T 676896b5d7ea42a8ba44ce7caa012d11 P c5ad69937d924b1aa03377d084a66b49: Neither blocks nor log segments found. Creating new log.
16:11:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.812342 4972 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a0cdfc1189c744c6ad651d68ea729711" candidate_uuid: "2e61b8e45b1d4598b99b644f480f81d6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5ad69937d924b1aa03377d084a66b49"
16:11:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.812945 4972 raft_consensus.cc:3037] T a0cdfc1189c744c6ad651d68ea729711 P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Advancing to term 1
16:11:19.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.819402 4769 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a0cdfc1189c744c6ad651d68ea729711" candidate_uuid: "c5ad69937d924b1aa03377d084a66b49" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" is_pre_election: true
16:11:19.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.820148 5280 leader_election.cc:288] T a0cdfc1189c744c6ad651d68ea729711 P c5ad69937d924b1aa03377d084a66b49 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3eb45de9aa4445fa933a83d8cf8eafa5 (127.4.18.1:46343), 2e61b8e45b1d4598b99b644f480f81d6 (127.4.18.3:46637)
16:11:19.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.825547 4771 raft_consensus.cc:2454] T a0cdfc1189c744c6ad651d68ea729711 P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2e61b8e45b1d4598b99b644f480f81d6 in term 1.
16:11:19.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.826713 5262 tablet_bootstrap.cc:492] T 676896b5d7ea42a8ba44ce7caa012d11 P c5ad69937d924b1aa03377d084a66b49: No bootstrap required, opened a new log
16:11:19.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.827145 5262 ts_tablet_manager.cc:1397] T 676896b5d7ea42a8ba44ce7caa012d11 P c5ad69937d924b1aa03377d084a66b49: Time spent bootstrapping tablet: real 0.024s user 0.008s sys 0.009s
16:11:19.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.829694 5262 raft_consensus.cc:348] T 676896b5d7ea42a8ba44ce7caa012d11 P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } } peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } }
16:11:19.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.830456 5262 raft_consensus.cc:374] T 676896b5d7ea42a8ba44ce7caa012d11 P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:11:19.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.830740 5262 raft_consensus.cc:729] T 676896b5d7ea42a8ba44ce7caa012d11 P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5ad69937d924b1aa03377d084a66b49, State: Initialized, Role: FOLLOWER
16:11:19.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.830160 5271 raft_consensus.cc:482] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:11:19.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.831600 5262 consensus_queue.cc:260] T 676896b5d7ea42a8ba44ce7caa012d11 P c5ad69937d924b1aa03377d084a66b49 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } } peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } }
16:11:19.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.832106 5271 raft_consensus.cc:504] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } } peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } }
16:11:19.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.833184 5164 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a0cdfc1189c744c6ad651d68ea729711" candidate_uuid: "c5ad69937d924b1aa03377d084a66b49" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e61b8e45b1d4598b99b644f480f81d6" is_pre_election: true
16:11:19.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.834203 5164 raft_consensus.cc:2379] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate c5ad69937d924b1aa03377d084a66b49 in current term 1: Already voted for candidate 2e61b8e45b1d4598b99b644f480f81d6 in this term.
16:11:19.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.835155 5069 leader_election.cc:302] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e61b8e45b1d4598b99b644f480f81d6, 3eb45de9aa4445fa933a83d8cf8eafa5; no voters:
16:11:19.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.835747 5268 raft_consensus.cc:2781] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [term 1 FOLLOWER]: Leader election won for term 1
16:11:19.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.836195 5268 raft_consensus.cc:686] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [term 1 LEADER]: Becoming Leader. State: Replica: 2e61b8e45b1d4598b99b644f480f81d6, State: Running, Role: LEADER
16:11:19.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.837106 5268 consensus_queue.cc:237] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } }
16:11:19.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.837639 5262 ts_tablet_manager.cc:1428] T 676896b5d7ea42a8ba44ce7caa012d11 P c5ad69937d924b1aa03377d084a66b49: Time spent starting tablet: real 0.010s user 0.006s sys 0.000s
16:11:19.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.843569 5271 leader_election.cc:288] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2e61b8e45b1d4598b99b644f480f81d6 (127.4.18.3:46637), c5ad69937d924b1aa03377d084a66b49 (127.4.18.2:40375)
16:11:19.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.845445 4862 leader_election.cc:302] T a0cdfc1189c744c6ad651d68ea729711 P c5ad69937d924b1aa03377d084a66b49 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c5ad69937d924b1aa03377d084a66b49; no voters: 2e61b8e45b1d4598b99b644f480f81d6, 3eb45de9aa4445fa933a83d8cf8eafa5
16:11:19.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.844462 4972 raft_consensus.cc:2454] T a0cdfc1189c744c6ad651d68ea729711 P c5ad69937d924b1aa03377d084a66b49 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2e61b8e45b1d4598b99b644f480f81d6 in term 1.
16:11:19.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.846803 5280 raft_consensus.cc:2726] T a0cdfc1189c744c6ad651d68ea729711 P c5ad69937d924b1aa03377d084a66b49 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:11:19.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:19.858567 5036 tablet.cc:2369] T 676896b5d7ea42a8ba44ce7caa012d11 P c5ad69937d924b1aa03377d084a66b49: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:11:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.871754 4472 catalog_manager.cc:5495] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2e61b8e45b1d4598b99b644f480f81d6 (127.4.18.3). New cstate: current_term: 1 leader_uuid: "2e61b8e45b1d4598b99b644f480f81d6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } health_report { overall_health: HEALTHY } } }
16:11:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.873337 4972 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "676896b5d7ea42a8ba44ce7caa012d11" candidate_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5ad69937d924b1aa03377d084a66b49" is_pre_election: true
16:11:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.873945 4972 raft_consensus.cc:2454] T 676896b5d7ea42a8ba44ce7caa012d11 P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3eb45de9aa4445fa933a83d8cf8eafa5 in term 0.
16:11:19.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.875350 4670 leader_election.cc:302] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3eb45de9aa4445fa933a83d8cf8eafa5, c5ad69937d924b1aa03377d084a66b49; no voters:
16:11:19.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.876348 5271 raft_consensus.cc:2781] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 0 FOLLOWER]: Leader pre-election won for term 1
16:11:19.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.876683 5271 raft_consensus.cc:482] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:11:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.876993 5271 raft_consensus.cc:3037] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 0 FOLLOWER]: Advancing to term 1
16:11:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.879963 5164 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "676896b5d7ea42a8ba44ce7caa012d11" candidate_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e61b8e45b1d4598b99b644f480f81d6" is_pre_election: true
16:11:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.880564 5164 raft_consensus.cc:2454] T 676896b5d7ea42a8ba44ce7caa012d11 P 2e61b8e45b1d4598b99b644f480f81d6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3eb45de9aa4445fa933a83d8cf8eafa5 in term 0.
16:11:19.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.884158 5271 raft_consensus.cc:504] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } } peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } }
16:11:19.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.887334 5164 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "676896b5d7ea42a8ba44ce7caa012d11" candidate_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e61b8e45b1d4598b99b644f480f81d6"
16:11:19.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.887246 4972 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "676896b5d7ea42a8ba44ce7caa012d11" candidate_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5ad69937d924b1aa03377d084a66b49"
16:11:19.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.887874 5164 raft_consensus.cc:3037] T 676896b5d7ea42a8ba44ce7caa012d11 P 2e61b8e45b1d4598b99b644f480f81d6 [term 0 FOLLOWER]: Advancing to term 1
16:11:19.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.887948 4972 raft_consensus.cc:3037] T 676896b5d7ea42a8ba44ce7caa012d11 P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Advancing to term 1
16:11:19.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.894279 4972 raft_consensus.cc:2454] T 676896b5d7ea42a8ba44ce7caa012d11 P c5ad69937d924b1aa03377d084a66b49 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3eb45de9aa4445fa933a83d8cf8eafa5 in term 1.
16:11:19.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.895437 4670 leader_election.cc:302] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3eb45de9aa4445fa933a83d8cf8eafa5, c5ad69937d924b1aa03377d084a66b49; no voters:
16:11:19.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.894299 5164 raft_consensus.cc:2454] T 676896b5d7ea42a8ba44ce7caa012d11 P 2e61b8e45b1d4598b99b644f480f81d6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3eb45de9aa4445fa933a83d8cf8eafa5 in term 1.
16:11:19.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.898124 5271 leader_election.cc:288] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 [CANDIDATE]: Term 1 election: Requested vote from peers 2e61b8e45b1d4598b99b644f480f81d6 (127.4.18.3:46637), c5ad69937d924b1aa03377d084a66b49 (127.4.18.2:40375)
16:11:19.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.898394 5296 raft_consensus.cc:2781] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 1 FOLLOWER]: Leader election won for term 1
16:11:19.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.899345 5296 raft_consensus.cc:686] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 1 LEADER]: Becoming Leader. State: Replica: 3eb45de9aa4445fa933a83d8cf8eafa5, State: Running, Role: LEADER
16:11:19.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.900374 5296 consensus_queue.cc:237] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } } peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } }
16:11:19.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:19.918915 4472 catalog_manager.cc:5495] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3eb45de9aa4445fa933a83d8cf8eafa5 (127.4.18.1). New cstate: current_term: 1 leader_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } health_report { overall_health: UNKNOWN } } }
16:11:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:20.082849 4533 debug-util.cc:398] Leaking SignalData structure 0x7b08000c4ea0 after lost signal to thread 4414
16:11:20.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:20.309795 5268 consensus_queue.cc:1035] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:11:20.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:20.360184 5304 consensus_queue.cc:1035] T a0cdfc1189c744c6ad651d68ea729711 P 2e61b8e45b1d4598b99b644f480f81d6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
16:11:20.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:20.447108 5296 consensus_queue.cc:1035] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:20.481300 5296 consensus_queue.cc:1035] T 676896b5d7ea42a8ba44ce7caa012d11 P 3eb45de9aa4445fa933a83d8cf8eafa5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:20.943845 4472 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:41608:
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:20.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
16:11:20.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:20.946909 4472 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
16:11:21.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:21.039531 4450 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.4.18.62:42109, user_credentials={real_user=slave}} blocked reactor thread for 50188.8us
16:11:21.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.059212 5138 tablet_service.cc:1467] Processing CreateTablet for tablet 245c3ff019394d90bab3d111a007d23b (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=8bf88a08d5e84aa08da74bdc692669a9]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
16:11:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.061421 5138 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 245c3ff019394d90bab3d111a007d23b. 1 dirs total, 0 dirs full, 0 dirs failed
16:11:21.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.068769 4947 tablet_service.cc:1467] Processing CreateTablet for tablet 245c3ff019394d90bab3d111a007d23b (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=8bf88a08d5e84aa08da74bdc692669a9]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
16:11:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.073338 4947 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 245c3ff019394d90bab3d111a007d23b. 1 dirs total, 0 dirs full, 0 dirs failed
16:11:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.102456 4743 tablet_service.cc:1467] Processing CreateTablet for tablet 245c3ff019394d90bab3d111a007d23b (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=8bf88a08d5e84aa08da74bdc692669a9]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
16:11:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.104120 4743 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 245c3ff019394d90bab3d111a007d23b. 1 dirs total, 0 dirs full, 0 dirs failed
16:11:21.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.128813 5351 tablet_bootstrap.cc:492] T 245c3ff019394d90bab3d111a007d23b P 2e61b8e45b1d4598b99b644f480f81d6: Bootstrap starting.
16:11:21.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.133180 5353 tablet_bootstrap.cc:492] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49: Bootstrap starting.
16:11:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.146828 5353 tablet_bootstrap.cc:654] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49: Neither blocks nor log segments found. Creating new log.
16:11:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.148964 5351 tablet_bootstrap.cc:654] T 245c3ff019394d90bab3d111a007d23b P 2e61b8e45b1d4598b99b644f480f81d6: Neither blocks nor log segments found. Creating new log.
16:11:21.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.157483 5351 tablet_bootstrap.cc:492] T 245c3ff019394d90bab3d111a007d23b P 2e61b8e45b1d4598b99b644f480f81d6: No bootstrap required, opened a new log
16:11:21.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.157900 5351 ts_tablet_manager.cc:1397] T 245c3ff019394d90bab3d111a007d23b P 2e61b8e45b1d4598b99b644f480f81d6: Time spent bootstrapping tablet: real 0.029s user 0.009s sys 0.000s
16:11:21.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.161603 5353 tablet_bootstrap.cc:492] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49: No bootstrap required, opened a new log
16:11:21.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.162029 5353 ts_tablet_manager.cc:1397] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49: Time spent bootstrapping tablet: real 0.029s user 0.009s sys 0.000s
16:11:21.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.168159 5354 tablet_bootstrap.cc:492] T 245c3ff019394d90bab3d111a007d23b P 3eb45de9aa4445fa933a83d8cf8eafa5: Bootstrap starting.
16:11:21.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.172518 5351 raft_consensus.cc:348] T 245c3ff019394d90bab3d111a007d23b P 2e61b8e45b1d4598b99b644f480f81d6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } }
16:11:21.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.173247 5351 raft_consensus.cc:374] T 245c3ff019394d90bab3d111a007d23b P 2e61b8e45b1d4598b99b644f480f81d6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:11:21.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.173540 5351 raft_consensus.cc:729] T 245c3ff019394d90bab3d111a007d23b P 2e61b8e45b1d4598b99b644f480f81d6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e61b8e45b1d4598b99b644f480f81d6, State: Initialized, Role: FOLLOWER
16:11:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.174300 5351 consensus_queue.cc:260] T 245c3ff019394d90bab3d111a007d23b P 2e61b8e45b1d4598b99b644f480f81d6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } }
16:11:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.175803 5339 tablet_replica.cc:439] T 245c3ff019394d90bab3d111a007d23b P 2e61b8e45b1d4598b99b644f480f81d6: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } } }
16:11:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.176573 5339 tablet_replica.cc:442] T 245c3ff019394d90bab3d111a007d23b P 2e61b8e45b1d4598b99b644f480f81d6: This TxnStatusTablet replica's current role is: FOLLOWER
16:11:21.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.178620 5353 raft_consensus.cc:348] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } }
16:11:21.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.179741 5354 tablet_bootstrap.cc:654] T 245c3ff019394d90bab3d111a007d23b P 3eb45de9aa4445fa933a83d8cf8eafa5: Neither blocks nor log segments found. Creating new log.
16:11:21.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.179466 5353 raft_consensus.cc:374] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:11:21.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.180253 5353 raft_consensus.cc:729] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5ad69937d924b1aa03377d084a66b49, State: Initialized, Role: FOLLOWER
16:11:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.181141 5353 consensus_queue.cc:260] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } }
16:11:21.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.196509 5353 ts_tablet_manager.cc:1428] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49: Time spent starting tablet: real 0.026s user 0.007s sys 0.011s
16:11:21.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.205579 5351 ts_tablet_manager.cc:1428] T 245c3ff019394d90bab3d111a007d23b P 2e61b8e45b1d4598b99b644f480f81d6: Time spent starting tablet: real 0.047s user 0.004s sys 0.003s
16:11:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.208312 5361 tablet_replica.cc:439] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } } }
16:11:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.209211 5361 tablet_replica.cc:442] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49: This TxnStatusTablet replica's current role is: FOLLOWER
16:11:21.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.219583 5354 tablet_bootstrap.cc:492] T 245c3ff019394d90bab3d111a007d23b P 3eb45de9aa4445fa933a83d8cf8eafa5: No bootstrap required, opened a new log
16:11:21.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.220049 5354 ts_tablet_manager.cc:1397] T 245c3ff019394d90bab3d111a007d23b P 3eb45de9aa4445fa933a83d8cf8eafa5: Time spent bootstrapping tablet: real 0.052s user 0.021s sys 0.017s
16:11:21.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.222726 5354 raft_consensus.cc:348] T 245c3ff019394d90bab3d111a007d23b P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } }
16:11:21.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.223501 5354 raft_consensus.cc:374] T 245c3ff019394d90bab3d111a007d23b P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:11:21.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.223801 5354 raft_consensus.cc:729] T 245c3ff019394d90bab3d111a007d23b P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3eb45de9aa4445fa933a83d8cf8eafa5, State: Initialized, Role: FOLLOWER
16:11:21.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.224469 5354 consensus_queue.cc:260] T 245c3ff019394d90bab3d111a007d23b P 3eb45de9aa4445fa933a83d8cf8eafa5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } }
16:11:21.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.225927 5349 tablet_replica.cc:439] T 245c3ff019394d90bab3d111a007d23b P 3eb45de9aa4445fa933a83d8cf8eafa5: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } } }
16:11:21.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.226696 5349 tablet_replica.cc:442] T 245c3ff019394d90bab3d111a007d23b P 3eb45de9aa4445fa933a83d8cf8eafa5: This TxnStatusTablet replica's current role is: FOLLOWER
16:11:21.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.226765 5354 ts_tablet_manager.cc:1428] T 245c3ff019394d90bab3d111a007d23b P 3eb45de9aa4445fa933a83d8cf8eafa5: Time spent starting tablet: real 0.006s user 0.008s sys 0.000s
16:11:21.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.258481 5361 raft_consensus.cc:482] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:11:21.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.258930 5361 raft_consensus.cc:504] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } }
16:11:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.260792 5361 leader_election.cc:288] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3eb45de9aa4445fa933a83d8cf8eafa5 (127.4.18.1:46343), 2e61b8e45b1d4598b99b644f480f81d6 (127.4.18.3:46637)
16:11:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.261758 4771 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "245c3ff019394d90bab3d111a007d23b" candidate_uuid: "c5ad69937d924b1aa03377d084a66b49" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" is_pre_election: true
16:11:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.262485 5164 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "245c3ff019394d90bab3d111a007d23b" candidate_uuid: "c5ad69937d924b1aa03377d084a66b49" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e61b8e45b1d4598b99b644f480f81d6" is_pre_election: true
16:11:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.262542 4771 raft_consensus.cc:2454] T 245c3ff019394d90bab3d111a007d23b P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c5ad69937d924b1aa03377d084a66b49 in term 0.
16:11:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.263064 5164 raft_consensus.cc:2454] T 245c3ff019394d90bab3d111a007d23b P 2e61b8e45b1d4598b99b644f480f81d6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c5ad69937d924b1aa03377d084a66b49 in term 0.
16:11:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.263932 4865 leader_election.cc:302] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3eb45de9aa4445fa933a83d8cf8eafa5, c5ad69937d924b1aa03377d084a66b49; no voters:
16:11:21.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.265247 5361 raft_consensus.cc:2781] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Leader pre-election won for term 1
16:11:21.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.265612 5361 raft_consensus.cc:482] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:11:21.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.265940 5361 raft_consensus.cc:3037] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 [term 0 FOLLOWER]: Advancing to term 1
16:11:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.273223 5361 raft_consensus.cc:504] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } }
16:11:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.275292 5361 leader_election.cc:288] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 [CANDIDATE]: Term 1 election: Requested vote from peers 3eb45de9aa4445fa933a83d8cf8eafa5 (127.4.18.1:46343), 2e61b8e45b1d4598b99b644f480f81d6 (127.4.18.3:46637)
16:11:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.276275 4771 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "245c3ff019394d90bab3d111a007d23b" candidate_uuid: "c5ad69937d924b1aa03377d084a66b49" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5"
16:11:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.276587 5164 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "245c3ff019394d90bab3d111a007d23b" candidate_uuid: "c5ad69937d924b1aa03377d084a66b49" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e61b8e45b1d4598b99b644f480f81d6"
16:11:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.276823 4771 raft_consensus.cc:3037] T 245c3ff019394d90bab3d111a007d23b P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 0 FOLLOWER]: Advancing to term 1
16:11:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.277189 5164 raft_consensus.cc:3037] T 245c3ff019394d90bab3d111a007d23b P 2e61b8e45b1d4598b99b644f480f81d6 [term 0 FOLLOWER]: Advancing to term 1
16:11:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.284215 4771 raft_consensus.cc:2454] T 245c3ff019394d90bab3d111a007d23b P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c5ad69937d924b1aa03377d084a66b49 in term 1.
16:11:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.284114 5164 raft_consensus.cc:2454] T 245c3ff019394d90bab3d111a007d23b P 2e61b8e45b1d4598b99b644f480f81d6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c5ad69937d924b1aa03377d084a66b49 in term 1.
16:11:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.286185 4865 leader_election.cc:302] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3eb45de9aa4445fa933a83d8cf8eafa5, c5ad69937d924b1aa03377d084a66b49; no voters:
16:11:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.287437 5361 raft_consensus.cc:2781] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 [term 1 FOLLOWER]: Leader election won for term 1
16:11:21.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.292245 5361 raft_consensus.cc:686] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 [term 1 LEADER]: Becoming Leader. State: Replica: c5ad69937d924b1aa03377d084a66b49, State: Running, Role: LEADER
16:11:21.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.293313 5361 consensus_queue.cc:237] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } }
16:11:21.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.302868 5363 tablet_replica.cc:439] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49: TxnStatusTablet state changed. Reason: New leader c5ad69937d924b1aa03377d084a66b49. Latest consensus state: current_term: 1 leader_uuid: "c5ad69937d924b1aa03377d084a66b49" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } } }
16:11:21.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.303650 5363 tablet_replica.cc:442] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49: This TxnStatusTablet replica's current role is: LEADER
16:11:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.303915 4472 catalog_manager.cc:5495] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 reported cstate change: term changed from 0 to 1, leader changed from <none> to c5ad69937d924b1aa03377d084a66b49 (127.4.18.2). New cstate: current_term: 1 leader_uuid: "c5ad69937d924b1aa03377d084a66b49" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } health_report { overall_health: UNKNOWN } } }
16:11:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.309981 5365 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
16:11:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.310614 5365 txn_status_manager.cc:929] Loading transaction status metadata into memory...
16:11:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.460028 5164 raft_consensus.cc:1261] T 245c3ff019394d90bab3d111a007d23b P 2e61b8e45b1d4598b99b644f480f81d6 [term 1 FOLLOWER]: Refusing update from remote peer c5ad69937d924b1aa03377d084a66b49: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:11:21.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.461580 5363 consensus_queue.cc:1035] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:11:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.475162 4771 raft_consensus.cc:1261] T 245c3ff019394d90bab3d111a007d23b P 3eb45de9aa4445fa933a83d8cf8eafa5 [term 1 FOLLOWER]: Refusing update from remote peer c5ad69937d924b1aa03377d084a66b49: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:11:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.477425 5363 consensus_queue.cc:1035] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:11:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.509868 5349 tablet_replica.cc:439] T 245c3ff019394d90bab3d111a007d23b P 3eb45de9aa4445fa933a83d8cf8eafa5: TxnStatusTablet state changed. Reason: New leader c5ad69937d924b1aa03377d084a66b49. Latest consensus state: current_term: 1 leader_uuid: "c5ad69937d924b1aa03377d084a66b49" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } } }
16:11:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.510623 5349 tablet_replica.cc:442] T 245c3ff019394d90bab3d111a007d23b P 3eb45de9aa4445fa933a83d8cf8eafa5: This TxnStatusTablet replica's current role is: FOLLOWER
16:11:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.524824 5339 tablet_replica.cc:439] T 245c3ff019394d90bab3d111a007d23b P 2e61b8e45b1d4598b99b644f480f81d6: TxnStatusTablet state changed. Reason: New leader c5ad69937d924b1aa03377d084a66b49. Latest consensus state: current_term: 1 leader_uuid: "c5ad69937d924b1aa03377d084a66b49" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } } }
16:11:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.525571 5339 tablet_replica.cc:442] T 245c3ff019394d90bab3d111a007d23b P 2e61b8e45b1d4598b99b644f480f81d6: This TxnStatusTablet replica's current role is: FOLLOWER
16:11:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.528941 5370 mvcc.cc:205] Tried to move back new op lower bound from 7315589863240646656 to 7315589862588243968. Current Snapshot: MvccSnapshot[applied={T|T < 7315589863240646656}]
16:11:21.549 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
16:11:21.553 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3b918a4044f44eb9bc844b006bcd9bd9
16:11:21.554 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.18.60:33755
16:11:21.554 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
16:11:21.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.557061 4168 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu with pid 4407
16:11:21.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.561748 5363 tablet_replica.cc:439] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c5ad69937d924b1aa03377d084a66b49" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } } }
16:11:21.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.562647 5363 tablet_replica.cc:442] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49: This TxnStatusTablet replica's current role is: LEADER
16:11:21.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.574868 5339 tablet_replica.cc:439] T 245c3ff019394d90bab3d111a007d23b P 2e61b8e45b1d4598b99b644f480f81d6: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c5ad69937d924b1aa03377d084a66b49" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } } }
16:11:21.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.575572 5339 tablet_replica.cc:442] T 245c3ff019394d90bab3d111a007d23b P 2e61b8e45b1d4598b99b644f480f81d6: This TxnStatusTablet replica's current role is: FOLLOWER
16:11:21.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.577574 5376 tablet_replica.cc:439] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c5ad69937d924b1aa03377d084a66b49" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } } }
16:11:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.578881 5376 tablet_replica.cc:442] T 245c3ff019394d90bab3d111a007d23b P c5ad69937d924b1aa03377d084a66b49: This TxnStatusTablet replica's current role is: LEADER
16:11:21.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.591150 5349 tablet_replica.cc:439] T 245c3ff019394d90bab3d111a007d23b P 3eb45de9aa4445fa933a83d8cf8eafa5: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c5ad69937d924b1aa03377d084a66b49" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" member_type: VOTER last_known_addr { host: "127.4.18.1" port: 46343 } } peers { permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" member_type: VOTER last_known_addr { host: "127.4.18.2" port: 40375 } } peers { permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" member_type: VOTER last_known_addr { host: "127.4.18.3" port: 46637 } } }
16:11:21.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.591876 5349 tablet_replica.cc:442] T 245c3ff019394d90bab3d111a007d23b P 3eb45de9aa4445fa933a83d8cf8eafa5: This TxnStatusTablet replica's current role is: FOLLOWER
16:11:21.614 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.18.60:33755(127.4.18.60:33755)] handling channelInactive
16:11:21.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.18.60:33755(127.4.18.60:33755)] cleaning up while in state READY due to: connection closed
16:11:21.617 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:11:21.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:21.616022 5065 connection.cc:535] client connection to 127.4.18.60:33755 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
16:11:21.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:21.616925 5227 heartbeater.cc:644] Failed to heartbeat to 127.4.18.60:33755 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
16:11:21.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:21.617655 4666 connection.cc:535] client connection to 127.4.18.60:33755 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
16:11:21.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:21.618541 4862 connection.cc:535] client connection to 127.4.18.60:33755 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
16:11:21.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:21.619266 5032 heartbeater.cc:644] Failed to heartbeat to 127.4.18.60:33755 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
16:11:21.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:21.620483 4837 heartbeater.cc:644] Failed to heartbeat to 127.4.18.60:33755 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
16:11:21.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.813184 5384 raft_consensus.cc:482] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader fdff55936a494bb98d0bac8c84b69890)
16:11:21.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.813606 5384 raft_consensus.cc:504] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:21.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.815317 5384 leader_election.cc:288] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ebe0797ae30b4b8180a697d593ed046b (127.4.18.61:32935), fdff55936a494bb98d0bac8c84b69890 (127.4.18.60:33755)
16:11:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.816601 4360 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ebe0797ae30b4b8180a697d593ed046b" is_pre_election: true
16:11:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.817517 4360 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f67ca9b5091348efa7322b9bd15d2bc8 in term 1.
16:11:21.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.818910 4209 leader_election.cc:302] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ebe0797ae30b4b8180a697d593ed046b, f67ca9b5091348efa7322b9bd15d2bc8; no voters:
16:11:21.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.821339 5384 raft_consensus.cc:2781] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 1 FOLLOWER]: Leader pre-election won for term 2
16:11:21.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:21.821677 4205 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111) [suppressed 13 similar messages]
16:11:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.822332 5384 raft_consensus.cc:482] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 1 FOLLOWER]: Starting leader election (detected failure of leader fdff55936a494bb98d0bac8c84b69890)
16:11:21.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.824703 5384 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 1 FOLLOWER]: Advancing to term 2
16:11:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.829962 5386 raft_consensus.cc:482] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 1 FOLLOWER]: Starting pre-election (detected failure of leader fdff55936a494bb98d0bac8c84b69890)
16:11:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.830530 5386 raft_consensus.cc:504] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.834545 4234 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ebe0797ae30b4b8180a697d593ed046b" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" is_pre_election: true
16:11:21.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.841364 5386 leader_election.cc:288] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f67ca9b5091348efa7322b9bd15d2bc8 (127.4.18.62:42109), fdff55936a494bb98d0bac8c84b69890 (127.4.18.60:33755)
16:11:21.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.843968 5384 raft_consensus.cc:504] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.845304 4234 raft_consensus.cc:2379] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate ebe0797ae30b4b8180a697d593ed046b in current term 2: Already voted for candidate f67ca9b5091348efa7322b9bd15d2bc8 in this term.
16:11:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:21.845546 4205 leader_election.cc:334] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer fdff55936a494bb98d0bac8c84b69890 (127.4.18.60:33755): Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111)
16:11:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:21.848311 4323 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111) [suppressed 6 similar messages]
16:11:21.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.850278 4360 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ebe0797ae30b4b8180a697d593ed046b"
16:11:21.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.850886 4360 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 1 FOLLOWER]: Advancing to term 2
16:11:21.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.849538 5384 leader_election.cc:288] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [CANDIDATE]: Term 2 election: Requested vote from peers ebe0797ae30b4b8180a697d593ed046b (127.4.18.61:32935), fdff55936a494bb98d0bac8c84b69890 (127.4.18.60:33755)
16:11:21.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:21.855039 4205 leader_election.cc:334] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer fdff55936a494bb98d0bac8c84b69890 (127.4.18.60:33755): Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111)
16:11:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.859038 4360 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f67ca9b5091348efa7322b9bd15d2bc8 in term 2.
16:11:21.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.860199 4209 leader_election.cc:302] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ebe0797ae30b4b8180a697d593ed046b, f67ca9b5091348efa7322b9bd15d2bc8; no voters: fdff55936a494bb98d0bac8c84b69890
16:11:21.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.861507 5384 raft_consensus.cc:2781] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 2 FOLLOWER]: Leader election won for term 2
16:11:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.864898 5384 raft_consensus.cc:686] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 2 LEADER]: Becoming Leader. State: Replica: f67ca9b5091348efa7322b9bd15d2bc8, State: Running, Role: LEADER
16:11:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.866022 5384 consensus_queue.cc:237] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:21.867488 4323 leader_election.cc:334] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer fdff55936a494bb98d0bac8c84b69890 (127.4.18.60:33755): Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111)
16:11:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.868017 4323 leader_election.cc:302] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ebe0797ae30b4b8180a697d593ed046b; no voters: f67ca9b5091348efa7322b9bd15d2bc8, fdff55936a494bb98d0bac8c84b69890
16:11:21.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.868984 5386 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
16:11:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.871452 5390 sys_catalog.cc:455] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f67ca9b5091348efa7322b9bd15d2bc8. Latest consensus state: current_term: 2 leader_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.872237 5390 sys_catalog.cc:458] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: This master's current role is: LEADER
16:11:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.874279 5391 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
16:11:21.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.885428 5391 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=3b918a4044f44eb9bc844b006bcd9bd9]
16:11:21.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.887599 5391 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=8bf88a08d5e84aa08da74bdc692669a9]
16:11:21.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.894850 5391 tablet_loader.cc:96] loaded metadata for tablet 245c3ff019394d90bab3d111a007d23b (table kudu_system.kudu_transactions [id=8bf88a08d5e84aa08da74bdc692669a9])
16:11:21.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.896625 5391 tablet_loader.cc:96] loaded metadata for tablet 676896b5d7ea42a8ba44ce7caa012d11 (table txn_manager_fallback_rolling [id=3b918a4044f44eb9bc844b006bcd9bd9])
16:11:21.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.898231 5391 tablet_loader.cc:96] loaded metadata for tablet a0cdfc1189c744c6ad651d68ea729711 (table txn_manager_fallback_rolling [id=3b918a4044f44eb9bc844b006bcd9bd9])
16:11:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.899868 5391 catalog_manager.cc:1484] Initializing Kudu cluster ID...
16:11:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.905057 5391 catalog_manager.cc:1259] Loaded cluster ID: ca0766858b11415db3aba2094f0f4074
16:11:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.905340 5391 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
16:11:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.910524 5391 catalog_manager.cc:1504] Loading token signing keys...
16:11:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.913367 5391 catalog_manager.cc:5879] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8: Loaded TSK: 0
16:11:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.914604 5391 catalog_manager.cc:1514] Initializing in-progress tserver states...
16:11:21.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:21.955835 4205 consensus_peers.cc:487] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 -> Peer fdff55936a494bb98d0bac8c84b69890 (127.4.18.60:33755): Couldn't send request to peer fdff55936a494bb98d0bac8c84b69890. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:11:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.994982 4360 raft_consensus.cc:1261] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 2 FOLLOWER]: Refusing update from remote peer f67ca9b5091348efa7322b9bd15d2bc8: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
16:11:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:21.997255 5390 consensus_queue.cc:1035] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
16:11:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:22.002269 5386 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [sys.catalog]: SysCatalogTable state changed. Reason: New leader f67ca9b5091348efa7322b9bd15d2bc8. Latest consensus state: current_term: 2 leader_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:22.003050 5386 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [sys.catalog]: This master's current role is: FOLLOWER
16:11:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:22.017020 5390 sys_catalog.cc:455] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:22.017795 5390 sys_catalog.cc:458] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: This master's current role is: LEADER
16:11:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:22.018294 5386 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:22.018993 5386 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [sys.catalog]: This master's current role is: FOLLOWER
16:11:22.068 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.18.60:33755(127.4.18.60:33755)] connecting to peer
16:11:22.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.18.60:33755(127.4.18.60:33755): Connection refused: /127.4.18.60:33755
16:11:22.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.18.60:33755(127.4.18.60:33755)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.18.60:33755(127.4.18.60:33755): Connection refused: /127.4.18.60:33755
16:11:22.071 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.4.18.60:33755(127.4.18.60:33755) for tablet Kudu Master: Failed to connect to peer master-127.4.18.60:33755(127.4.18.60:33755): Connection refused: /127.4.18.60:33755
16:11:22.088 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.18.60:33755(127.4.18.60:33755)] connecting to peer
16:11:22.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.18.60:33755(127.4.18.60:33755): Connection refused: /127.4.18.60:33755
16:11:22.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.18.60:33755(127.4.18.60:33755)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.18.60:33755(127.4.18.60:33755): Connection refused: /127.4.18.60:33755
16:11:22.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.60:33755: Failed to connect to peer master-127.4.18.60:33755(127.4.18.60:33755): Connection refused: /127.4.18.60:33755
16:11:22.096 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
16:11:22.097 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=29), Traces: [0ms] sending RPC to server master-127.4.18.60:33755, [3ms] received response from server master-127.4.18.60:33755: Network error: Failed to connect to peer master-127.4.18.60:33755(127.4.18.60:33755): Connection refused: /127.4.18.60:33755, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.18.60:33755(127.4.18.60:33755): Connection refused: /127.4.18.60:33755, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: Network error: Failed to connect to peer master-127.4.18.60:33755(127.4.18.60:33755): Connection refused: /127.4.18.60:33755, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: OK, [28ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: OK, deferred=Deferred@599349143(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/996989878@6eaaaa69, errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/194017348@724e3c69)) after lookup
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:22.164757 4223 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36744:
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:22.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:22.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
16:11:22.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
16:11:22.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
16:11:22.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
16:11:22.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:22.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
16:11:22.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
16:11:22.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:22.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:11:22.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:22.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:22.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:22.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
16:11:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:22.200112 4223 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
16:11:22.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:22.437700 4205 consensus_peers.cc:487] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 -> Peer fdff55936a494bb98d0bac8c84b69890 (127.4.18.60:33755): Couldn't send request to peer fdff55936a494bb98d0bac8c84b69890. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
16:11:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:22.596174 5034 heartbeater.cc:503] Master 127.4.18.62:42109 was elected leader, sending a full tablet report...
16:11:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:22.939772 4205 consensus_peers.cc:487] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 -> Peer fdff55936a494bb98d0bac8c84b69890 (127.4.18.60:33755): Couldn't send request to peer fdff55936a494bb98d0bac8c84b69890. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
16:11:23.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:23.468961 4205 consensus_peers.cc:487] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 -> Peer fdff55936a494bb98d0bac8c84b69890 (127.4.18.60:33755): Couldn't send request to peer fdff55936a494bb98d0bac8c84b69890. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
16:11:23.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:23.593333 5229 heartbeater.cc:503] Master 127.4.18.62:42109 was elected leader, sending a full tablet report...
16:11:23.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:23.605666 4838 heartbeater.cc:503] Master 127.4.18.62:42109 was elected leader, sending a full tablet report...
16:11:23.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 676896b5d7ea42a8ba44ce7caa012d11 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
16:11:23.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a0cdfc1189c744c6ad651d68ea729711 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
16:11:23.626 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=676896b5d7ea42a8ba44ce7caa012d11@[2e61b8e45b1d4598b99b644f480f81d6(127.4.18.3:46637),3eb45de9aa4445fa933a83d8cf8eafa5(127.4.18.1:46343)[L],c5ad69937d924b1aa03377d084a66b49(127.4.18.2:40375)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=a0cdfc1189c744c6ad651d68ea729711@[2e61b8e45b1d4598b99b644f480f81d6(127.4.18.3:46637)[L],3eb45de9aa4445fa933a83d8cf8eafa5(127.4.18.1:46343),c5ad69937d924b1aa03377d084a66b49(127.4.18.2:40375)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
16:11:23.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.18.62:42109, [3ms] Sub RPC GetTableLocations: received response from server master-127.4.18.62:42109: OK, deferred=null) after lookup
16:11:23.627 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3eb45de9aa4445fa933a83d8cf8eafa5(127.4.18.1:46343)] connecting to peer
16:11:23.628 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 3eb45de9aa4445fa933a83d8cf8eafa5(127.4.18.1:46343)] Successfully connected to peer
16:11:23.645 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xebe46599, L:/127.0.0.1:47496 - R:/127.4.18.1:46343] using TOKEN/null
16:11:23.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:23.652524 4679 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.4.18.60:33755)
16:11:23.729 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.18.60:33755
16:11:23.729 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:23.730718 4168 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/wal
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/data
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/logs
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/data/info.pb
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.18.60:33755
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.18.60
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37385
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.18.20:46623
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.18.62:42109,127.4.18.61:32935,127.4.18.60:33755
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43629/jwks.json
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
16:11:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
16:11:23.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:23.869194 4205 consensus_peers.cc:487] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 -> Peer fdff55936a494bb98d0bac8c84b69890 (127.4.18.60:33755): Couldn't send request to peer fdff55936a494bb98d0bac8c84b69890. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
16:11:24.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:24.072912 5445 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:24.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:24.073597 5445 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:24.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:24.074187 5445 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:24.108433 5445 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:11:24.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:24.108878 5445 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
16:11:24.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:24.109156 5445 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:24.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:24.109488 5445 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:11:24.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:24.109705 5445 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:11:24.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:24.109894 5445 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:11:24.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:24.110227 5445 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43629/jwks.json
16:11:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:24.148084 5445 master_runner.cc:386] Master server non-default flags:
16:11:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.18.20:46623
16:11:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
16:11:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/data
16:11:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/wal
16:11:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.18.62:42109,127.4.18.61:32935,127.4.18.60:33755
16:11:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
16:11:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.18.60:33755
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43629/jwks.json
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/data/info.pb
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.18.60
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37385
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/logs
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 15:13:40 UTC on ccycloud.quasar-boogyr.root.comops.site
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570626
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:24.149358 5445 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:24.151134 5445 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:24.168983 5454 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:24.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:24.425140 4205 consensus_peers.cc:487] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 -> Peer fdff55936a494bb98d0bac8c84b69890 (127.4.18.60:33755): Couldn't send request to peer fdff55936a494bb98d0bac8c84b69890. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111). This is attempt 26: this message will repeat every 5th retry.
16:11:25.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:25.017719 4205 consensus_peers.cc:487] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 -> Peer fdff55936a494bb98d0bac8c84b69890 (127.4.18.60:33755): Couldn't send request to peer fdff55936a494bb98d0bac8c84b69890. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111). This is attempt 31: this message will repeat every 5th retry.
16:11:25.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:24.170293 5445 server_base.cc:1034] running on GCE node
16:11:25.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:24.169255 5455 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:25.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:24.169032 5457 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:25.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.467002 5445 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:25.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.470512 5445 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:25.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.471982 5445 hybrid_clock.cc:648] HybridClock initialized: now 1786032685471915 us; error 85 us; skew 500 ppm
16:11:25.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.472951 5445 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:25.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.480887 5445 webserver.cc:460] Webserver started at http://127.4.18.60:37385/ using document root <none> and password file <none>
16:11:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.482031 5445 fs_manager.cc:359] Metadata directory not provided
16:11:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.482332 5445 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.491712 5445 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.004s sys 0.004s
16:11:25.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.497016 5476 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:25.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.498327 5445 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
16:11:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.498785 5445 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/data,/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/wal
16:11:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fdff55936a494bb98d0bac8c84b69890"
16:11:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:10 on dist-test-slave-68xk"
16:11:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.502017 5445 fs_report.cc:383] FS layout report
16:11:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/wal
16:11:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/wal
16:11:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/data/data
16:11:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:25.533350 4205 consensus_peers.cc:487] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 -> Peer fdff55936a494bb98d0bac8c84b69890 (127.4.18.60:33755): Couldn't send request to peer fdff55936a494bb98d0bac8c84b69890. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.60:33755: connect: Connection refused (error 111). This is attempt 36: this message will repeat every 5th retry.
16:11:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.549216 5445 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:25.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.551023 5445 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:25.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.551481 5445 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.660982 5445 rpc_server.cc:307] RPC server started. Bound to: 127.4.18.60:33755
16:11:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.661120 5550 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.18.60:33755 every 8 connection(s)
16:11:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.664390 5445 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-2/data/info.pb
16:11:25.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.671092 4168 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu as pid 5445
16:11:25.672 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:11:25.672 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.18.62:42109
16:11:25.672 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
16:11:25.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.672612 4168 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu with pid 4185
16:11:25.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.683560 5551 sys_catalog.cc:263] Verifying existing consensus state
16:11:25.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.691644 5551 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890: Bootstrap starting.
16:11:25.749 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.18.62:42109(127.4.18.62:42109)] handling channelInactive
16:11:25.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.18.62:42109(127.4.18.62:42109)] cleaning up while in state READY due to: connection closed
16:11:25.750 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:11:25.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.752302 5551 log.cc:824] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890: Log is configured to *not* fsync() on all Append() calls
16:11:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.788033 5551 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
16:11:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.788954 5551 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890: Bootstrap complete.
16:11:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.813953 5551 raft_consensus.cc:348] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:25.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.816581 5551 raft_consensus.cc:729] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: fdff55936a494bb98d0bac8c84b69890, State: Initialized, Role: FOLLOWER
16:11:25.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.817553 5551 consensus_queue.cc:260] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.820465 5556 sys_catalog.cc:455] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.821125 5556 sys_catalog.cc:458] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: This master's current role is: FOLLOWER
16:11:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.821648 5551 sys_catalog.cc:564] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: configured and running, proceeding with master startup.
16:11:25.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.851351 5572 catalog_manager.cc:1259] Loaded cluster ID: ca0766858b11415db3aba2094f0f4074
16:11:25.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.851619 5572 catalog_manager.cc:1552] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890: loading cluster ID for follower catalog manager: success
16:11:25.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.860659 5572 catalog_manager.cc:1574] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890: acquiring CA information for follower catalog manager: success
16:11:25.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.867475 5572 catalog_manager.cc:1602] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:11:25.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.848186 5445 master_runner.cc:186] Error getting master registration for 127.4.18.62:42109: Network error: Client connection negotiation failed: client connection to 127.4.18.62:42109: connect: Connection refused (error 111),
16:11:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.869796 5445 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:11:25.888 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.18.62:42109(127.4.18.62:42109)] connecting to peer
16:11:25.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109
16:11:25.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.18.62:42109(127.4.18.62:42109)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109
16:11:25.889 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.4.18.62:42109(127.4.18.62:42109) for tablet Kudu Master: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109
16:11:25.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.906154 5575 raft_consensus.cc:482] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 2 FOLLOWER]: Starting pre-election (detected failure of leader f67ca9b5091348efa7322b9bd15d2bc8)
16:11:25.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.906649 5575 raft_consensus.cc:504] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:25.908 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.18.60:33755(127.4.18.60:33755)] connecting to peer
16:11:25.908 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.18.62:42109(127.4.18.62:42109)] connecting to peer
16:11:25.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.908648 5575 leader_election.cc:288] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers f67ca9b5091348efa7322b9bd15d2bc8 (127.4.18.62:42109), fdff55936a494bb98d0bac8c84b69890 (127.4.18.60:33755)
16:11:25.909 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.18.60:33755(127.4.18.60:33755)] Successfully connected to peer
16:11:25.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109
16:11:25.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.18.62:42109(127.4.18.62:42109)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109
16:11:25.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.62:42109: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109
16:11:25.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:25.929153 4326 leader_election.cc:334] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer f67ca9b5091348efa7322b9bd15d2bc8 (127.4.18.62:42109): Network error: Client connection negotiation failed: client connection to 127.4.18.62:42109: connect: Connection refused (error 111)
16:11:25.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.933879 5508 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ebe0797ae30b4b8180a697d593ed046b" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "fdff55936a494bb98d0bac8c84b69890" is_pre_election: true
16:11:25.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.935009 5508 raft_consensus.cc:2454] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ebe0797ae30b4b8180a697d593ed046b in term 1.
16:11:25.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.938160 4323 leader_election.cc:302] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ebe0797ae30b4b8180a697d593ed046b, fdff55936a494bb98d0bac8c84b69890; no voters: f67ca9b5091348efa7322b9bd15d2bc8
16:11:25.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.939050 5575 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 2 FOLLOWER]: Leader pre-election won for term 3
16:11:25.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.939373 5575 raft_consensus.cc:482] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 2 FOLLOWER]: Starting leader election (detected failure of leader f67ca9b5091348efa7322b9bd15d2bc8)
16:11:25.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.939687 5575 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 2 FOLLOWER]: Advancing to term 3
16:11:25.945 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x3e737adc, L:/127.0.0.1:42490 - R:/127.4.18.60:33755] using TOKEN/null
16:11:25.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.946938 5575 raft_consensus.cc:504] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:25.948 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935; will retry
16:11:25.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.949542 5575 leader_election.cc:288] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [CANDIDATE]: Term 3 election: Requested vote from peers f67ca9b5091348efa7322b9bd15d2bc8 (127.4.18.62:42109), fdff55936a494bb98d0bac8c84b69890 (127.4.18.60:33755)
16:11:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.949728 5508 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ebe0797ae30b4b8180a697d593ed046b" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "fdff55936a494bb98d0bac8c84b69890"
16:11:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.950229 5508 raft_consensus.cc:3037] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 1 FOLLOWER]: Advancing to term 3
16:11:25.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:25.953123 4326 leader_election.cc:334] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer f67ca9b5091348efa7322b9bd15d2bc8 (127.4.18.62:42109): Network error: Client connection negotiation failed: client connection to 127.4.18.62:42109: connect: Connection refused (error 111)
16:11:25.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.957479 5508 raft_consensus.cc:2454] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ebe0797ae30b4b8180a697d593ed046b in term 3.
16:11:25.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.958361 4323 leader_election.cc:302] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ebe0797ae30b4b8180a697d593ed046b, fdff55936a494bb98d0bac8c84b69890; no voters: f67ca9b5091348efa7322b9bd15d2bc8
16:11:25.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.959208 5575 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 3 FOLLOWER]: Leader election won for term 3
16:11:25.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.960554 5575 raft_consensus.cc:686] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [term 3 LEADER]: Becoming Leader. State: Replica: ebe0797ae30b4b8180a697d593ed046b, State: Running, Role: LEADER
16:11:25.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.961427 5575 consensus_queue.cc:237] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:25.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.965655 5583 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [sys.catalog]: SysCatalogTable state changed. Reason: New leader ebe0797ae30b4b8180a697d593ed046b. Latest consensus state: current_term: 3 leader_uuid: "ebe0797ae30b4b8180a697d593ed046b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:25.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.966459 5583 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [sys.catalog]: This master's current role is: LEADER
16:11:25.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.18.62:42109(127.4.18.62:42109)] connecting to peer
16:11:25.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109
16:11:25.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.18.62:42109(127.4.18.62:42109)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109
16:11:25.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.62:42109: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109
16:11:25.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.974941 5585 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
16:11:25.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935; will retry
16:11:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.984407 5585 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=3b918a4044f44eb9bc844b006bcd9bd9]
16:11:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.986469 5585 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=8bf88a08d5e84aa08da74bdc692669a9]
16:11:25.988 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.18.62:42109(127.4.18.62:42109)] connecting to peer
16:11:25.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109
16:11:25.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.18.62:42109(127.4.18.62:42109)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109
16:11:25.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.62:42109: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109
16:11:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.993350 5585 tablet_loader.cc:96] loaded metadata for tablet 245c3ff019394d90bab3d111a007d23b (table kudu_system.kudu_transactions [id=8bf88a08d5e84aa08da74bdc692669a9])
16:11:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.994899 5585 tablet_loader.cc:96] loaded metadata for tablet 676896b5d7ea42a8ba44ce7caa012d11 (table txn_manager_fallback_rolling [id=3b918a4044f44eb9bc844b006bcd9bd9])
16:11:25.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.996212 5585 tablet_loader.cc:96] loaded metadata for tablet a0cdfc1189c744c6ad651d68ea729711 (table txn_manager_fallback_rolling [id=3b918a4044f44eb9bc844b006bcd9bd9])
16:11:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:25.997573 5585 catalog_manager.cc:1484] Initializing Kudu cluster ID...
16:11:25.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935; will retry
16:11:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.001912 5585 catalog_manager.cc:1259] Loaded cluster ID: ca0766858b11415db3aba2094f0f4074
16:11:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.002162 5585 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
16:11:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.007439 5585 catalog_manager.cc:1504] Loading token signing keys...
16:11:26.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.011639 5585 catalog_manager.cc:5879] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b: Loaded TSK: 0
16:11:26.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.013072 5585 catalog_manager.cc:1514] Initializing in-progress tserver states...
16:11:26.028 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.18.62:42109(127.4.18.62:42109)] connecting to peer
16:11:26.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109
16:11:26.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.18.62:42109(127.4.18.62:42109)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109
16:11:26.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.62:42109: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109
16:11:26.033 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
16:11:26.037 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=5, TimeoutTracker(timeout=250, elapsed=146), Traces: [0ms] sending RPC to server master-127.4.18.62:42109, [1ms] received response from server master-127.4.18.62:42109: Network error: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: Network error: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [26ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: Network error: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [86ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [87ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: OK, [87ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: Network error: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [107ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [110ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: OK, [111ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: Network error: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [145ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: OK, deferred=Deferred@1521484313(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/996989878@7fd7a400 -> (continuation of Deferred@83691296 after retry RPC after error@679403415) -> (continuation of Deferred@1912909899 after retry RPC after error@816971183) -> (continuation of Deferred@1553541278 after retry RPC after error@46515965), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/194017348@5594b806 -> (continuation of Deferred@83691296 after retry RPC after error@679403415) -> (continuation of Deferred@1912909899 after retry RPC after error@816971183) -> (continuation of Deferred@1553541278 after retry RPC after error@46515965))) after lookup
16:11:26.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.051780 5508 raft_consensus.cc:1261] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 3 FOLLOWER]: Refusing update from remote peer ebe0797ae30b4b8180a697d593ed046b: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
16:11:26.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.053795 5583 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [LEADER]: Connected to new peer: Peer: permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
16:11:26.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:26.077419 4326 consensus_peers.cc:487] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b -> Peer f67ca9b5091348efa7322b9bd15d2bc8 (127.4.18.62:42109): Couldn't send request to peer f67ca9b5091348efa7322b9bd15d2bc8. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.62:42109: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:11:26.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.097328 5556 sys_catalog.cc:455] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ebe0797ae30b4b8180a697d593ed046b. Latest consensus state: current_term: 3 leader_uuid: "ebe0797ae30b4b8180a697d593ed046b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:26.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.099964 5556 sys_catalog.cc:458] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: This master's current role is: FOLLOWER
16:11:26.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.111023 5556 sys_catalog.cc:455] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "ebe0797ae30b4b8180a697d593ed046b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:26.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.111937 5556 sys_catalog.cc:458] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: This master's current role is: FOLLOWER
16:11:26.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.114025 5597 sys_catalog.cc:455] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "ebe0797ae30b4b8180a697d593ed046b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:26.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.117061 5597 sys_catalog.cc:458] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: This master's current role is: FOLLOWER
16:11:26.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.117935 5575 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "ebe0797ae30b4b8180a697d593ed046b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:26.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.118690 5575 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b [sys.catalog]: This master's current role is: LEADER
16:11:26.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:26.139705 4386 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:46810 (request call id 6) took 101 ms (client timeout 101 ms). Trace:
16:11:26.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:26.140146 4386 rpcz_store.cc:269] 0806 16:11:26.038255 (+ 0us) service_pool.cc:170] Inserting onto call queue
16:11:26.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 16:11:26.038491 (+ 236us) service_pool.cc:227] Handling call
16:11:26.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 16:11:26.139433 (+100942us) inbound_call.cc:173] Queueing success response
16:11:26.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":515,"init.queue_time_us":2181,"thread_start_us":38012,"threads_started":5}
16:11:26.145 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=6, TimeoutTracker(timeout=250, elapsed=256), Traces: [0ms] sending RPC to server master-127.4.18.62:42109, [1ms] received response from server master-127.4.18.62:42109: Network error: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: Network error: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [26ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: Network error: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [86ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [87ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: OK, [87ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: Network error: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [107ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [110ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: OK, [111ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: Network error: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [145ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: OK, [149ms] sending RPC to server master-127.4.18.61:32935, [256ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1521484313(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/996989878@7fd7a400 -> (continuation of Deferred@83691296 after retry RPC after error@679403415) -> (continuation of Deferred@1912909899 after retry RPC after error@816971183) -> (continuation of Deferred@1553541278 after retry RPC after error@46515965) -> (continuation of Deferred@1794599838 after retry RPC@2143249286), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/194017348@5594b806 -> (continuation of Deferred@83691296 after retry RPC after error@679403415) -> (continuation of Deferred@1912909899 after retry RPC after error@816971183) -> (continuation of Deferred@1553541278 after retry RPC after error@46515965) -> (continuation of Deferred@1794599838 after retry RPC@2143249286)))
16:11:26.145 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=6, TimeoutTracker(timeout=250, elapsed=256), Traces: [0ms] sending RPC to server master-127.4.18.62:42109, [1ms] received response from server master-127.4.18.62:42109: Network error: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: Network error: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [26ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: Network error: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [86ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [87ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: OK, [87ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: Network error: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [107ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [110ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: OK, [111ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: Network error: Failed to connect to peer master-127.4.18.62:42109(127.4.18.62:42109): Connection refused: /127.4.18.62:42109, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [145ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: OK, [149ms] sending RPC to server master-127.4.18.61:32935, [256ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1521484313(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/996989878@7fd7a400 -> (continuation of Deferred@83691296 after retry RPC after error@679403415) -> (continuation of Deferred@1912909899 after retry RPC after error@816971183) -> (continuation of Deferred@1553541278 after retry RPC after error@46515965) -> (continuation of Deferred@1794599838 after retry RPC@2143249286), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/194017348@5594b806 -> (continuation of Deferred@83691296 after retry RPC after error@679403415) -> (continuation of Deferred@1912909899 after retry RPC after error@816971183) -> (continuation of Deferred@1553541278 after retry RPC after error@46515965) -> (continuation of Deferred@1794599838 after retry RPC@2143249286)))
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.166343 4347 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36844:
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
16:11:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:26.172886 4347 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
16:11:26.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:26.519712 4326 consensus_peers.cc:487] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b -> Peer f67ca9b5091348efa7322b9bd15d2bc8 (127.4.18.62:42109): Couldn't send request to peer f67ca9b5091348efa7322b9bd15d2bc8. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.62:42109: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
16:11:26.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.654366 5227 heartbeater.cc:347] Connected to a master server at 127.4.18.60:33755
16:11:26.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.672582 4837 heartbeater.cc:347] Connected to a master server at 127.4.18.60:33755
16:11:26.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.673214 5494 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" instance_seqno: 1786032679179651) as {username='slave'} at 127.4.18.3:48503; Asking this server to re-register.
16:11:26.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.675164 5227 heartbeater.cc:464] Registering TS with master...
16:11:26.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.680963 5032 heartbeater.cc:347] Connected to a master server at 127.4.18.60:33755
16:11:26.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.681591 5494 ts_manager.cc:194] Registered new tserver with Master: 2e61b8e45b1d4598b99b644f480f81d6 (127.4.18.3:46637)
16:11:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.685395 5493 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" instance_seqno: 1786032674929215) as {username='slave'} at 127.4.18.1:56767; Asking this server to re-register.
16:11:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.685743 5494 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" instance_seqno: 1786032677053504) as {username='slave'} at 127.4.18.2:34181; Asking this server to re-register.
16:11:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.686957 4837 heartbeater.cc:464] Registering TS with master...
16:11:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.687793 5032 heartbeater.cc:464] Registering TS with master...
16:11:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.691047 5494 ts_manager.cc:194] Registered new tserver with Master: 3eb45de9aa4445fa933a83d8cf8eafa5 (127.4.18.1:46343)
16:11:26.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:26.691820 5493 ts_manager.cc:194] Registered new tserver with Master: c5ad69937d924b1aa03377d084a66b49 (127.4.18.2:40375)
16:11:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:26.867690 4326 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.18.62:42109: connect: Connection refused (error 111) [suppressed 10 similar messages]
16:11:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:27.048012 4326 consensus_peers.cc:487] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b -> Peer f67ca9b5091348efa7322b9bd15d2bc8 (127.4.18.62:42109): Couldn't send request to peer f67ca9b5091348efa7322b9bd15d2bc8. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.62:42109: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
16:11:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:27.549165 4326 consensus_peers.cc:487] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b -> Peer f67ca9b5091348efa7322b9bd15d2bc8 (127.4.18.62:42109): Couldn't send request to peer f67ca9b5091348efa7322b9bd15d2bc8. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.62:42109: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
16:11:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:27.625082 5030 heartbeater.cc:503] Master 127.4.18.61:32935 was elected leader, sending a full tablet report...
16:11:27.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:27.633430 4832 heartbeater.cc:503] Master 127.4.18.61:32935 was elected leader, sending a full tablet report...
16:11:27.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:27.666618 5226 heartbeater.cc:503] Master 127.4.18.61:32935 was elected leader, sending a full tablet report...
16:11:27.757 [DEBUG - Time-limited test] (Connection.java:748) [peer 2e61b8e45b1d4598b99b644f480f81d6(127.4.18.3:46637)] connecting to peer
16:11:27.758 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 2e61b8e45b1d4598b99b644f480f81d6(127.4.18.3:46637)] Successfully connected to peer
16:11:27.778 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1f1403f4, L:/127.0.0.1:37172 - R:/127.4.18.3:46637] using TOKEN/null
16:11:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:27.798158 5087 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.4.18.60:33755)
16:11:27.912 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.18.62:42109
16:11:27.912 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
16:11:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:27.914189 4168 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu
16:11:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu
16:11:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/wal
16:11:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/data
16:11:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/logs
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/data/info.pb
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.18.62:42109
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.18.62
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40825
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.18.20:46623
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.18.62:42109,127.4.18.61:32935,127.4.18.60:33755
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43629/jwks.json
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
16:11:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
16:11:28.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:28.076197 4326 consensus_peers.cc:487] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b -> Peer f67ca9b5091348efa7322b9bd15d2bc8 (127.4.18.62:42109): Couldn't send request to peer f67ca9b5091348efa7322b9bd15d2bc8. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.62:42109: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
16:11:28.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:28.250346 5655 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:28.250969 5655 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:28.251457 5655 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:28.287416 5655 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:11:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:28.287808 5655 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
16:11:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:28.288014 5655 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:28.288334 5655 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:11:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:28.288654 5655 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:11:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:28.288882 5655 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:11:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:28.289024 5655 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43629/jwks.json
16:11:28.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:28.328348 5655 master_runner.cc:386] Master server non-default flags:
16:11:28.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:28.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.18.20:46623
16:11:28.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:28.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:28.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
16:11:28.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/data
16:11:28.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/wal
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.18.62:42109,127.4.18.61:32935,127.4.18.60:33755
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.18.62:42109
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43629/jwks.json
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/data/info.pb
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.18.62
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40825
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/logs
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 15:13:40 UTC on ccycloud.quasar-boogyr.root.comops.site
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570626
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:28.329540 5655 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:28.331300 5655 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:28.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:28.350903 5667 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:28.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:28.562186 4326 consensus_peers.cc:487] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b -> Peer f67ca9b5091348efa7322b9bd15d2bc8 (127.4.18.62:42109): Couldn't send request to peer f67ca9b5091348efa7322b9bd15d2bc8. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.62:42109: connect: Connection refused (error 111). This is attempt 26: this message will repeat every 5th retry.
16:11:29.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:29.015244 4326 consensus_peers.cc:487] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b -> Peer f67ca9b5091348efa7322b9bd15d2bc8 (127.4.18.62:42109): Couldn't send request to peer f67ca9b5091348efa7322b9bd15d2bc8. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.62:42109: connect: Connection refused (error 111). This is attempt 31: this message will repeat every 5th retry.
16:11:29.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:29.460853 4326 consensus_peers.cc:487] T 00000000000000000000000000000000 P ebe0797ae30b4b8180a697d593ed046b -> Peer f67ca9b5091348efa7322b9bd15d2bc8 (127.4.18.62:42109): Couldn't send request to peer f67ca9b5091348efa7322b9bd15d2bc8. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.62:42109: connect: Connection refused (error 111). This is attempt 36: this message will repeat every 5th retry.
16:11:29.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:28.350898 5663 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:29.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:28.351096 5662 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:29.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:28.352365 5655 server_base.cc:1034] running on GCE node
16:11:29.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.617985 5655 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.620783 5655 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.622170 5655 hybrid_clock.cc:648] HybridClock initialized: now 1786032689622135 us; error 48 us; skew 500 ppm
16:11:29.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.623149 5655 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:29.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.635146 5655 webserver.cc:460] Webserver started at http://127.4.18.62:40825/ using document root <none> and password file <none>
16:11:29.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.636195 5655 fs_manager.cc:359] Metadata directory not provided
16:11:29.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.636462 5655 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.646831 5655 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
16:11:29.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.654477 5689 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:29.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.656806 5655 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.007s sys 0.000s
16:11:29.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.657189 5655 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/data,/tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/wal
16:11:29.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f67ca9b5091348efa7322b9bd15d2bc8"
16:11:29.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 16:11:06 on dist-test-slave-68xk"
16:11:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.659675 5655 fs_report.cc:383] FS layout report
16:11:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/wal
16:11:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/wal
16:11:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/data/data
16:11:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:29.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.700892 5655 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:29.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.702667 5655 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:29.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.703225 5655 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.800565 5655 rpc_server.cc:307] RPC server started. Bound to: 127.4.18.62:42109
16:11:29.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.800798 5773 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.18.62:42109 every 8 connection(s)
16:11:29.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.803601 5655 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8GxFFy/test-tmp/mini-kudu-cluster4940337349138847064/master-0/data/info.pb
16:11:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.808429 4168 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu as pid 5655
16:11:29.809 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:11:29.809 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.18.61:32935
16:11:29.809 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
16:11:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.810222 4168 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu with pid 4293
16:11:29.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.821348 5775 sys_catalog.cc:263] Verifying existing consensus state
16:11:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.830856 5775 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8: Bootstrap starting.
16:11:29.874 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:11:29.868 [ERROR - kudu-nio-0] (Connection.java:452) [peer master-127.4.18.61:32935(127.4.18.61:32935)] unexpected exception from downstream on [id: 0xef78ec5d, L:/127.0.0.1:46810 - R:/127.4.18.61:32935]
java.io.IOException: Connection reset by peer
at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[?:1.8.0_362]
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[?:1.8.0_362]
at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379) ~[?:1.8.0_362]
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:256) ~[netty-buffer-4.1.94.Final.jar:4.1.94.Final]
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132) ~[netty-buffer-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:357) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.io.IOException: Connection reset by peer
at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
at sun.nio.ch.IOUtil.read(IOUtil.java:192)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379)
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:256)
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:357)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
16:11:29.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.18.61:32935(127.4.18.61:32935)] cleaning up while in state READY due to: [peer master-127.4.18.61:32935(127.4.18.61:32935)] unexpected exception from downstream on [id: 0xef78ec5d, L:/127.0.0.1:46810 - R:/127.4.18.61:32935]
16:11:29.879 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.4.18.61:32935(127.4.18.61:32935) for tablet Kudu Master: [peer master-127.4.18.61:32935(127.4.18.61:32935)] unexpected exception from downstream on [id: 0xef78ec5d, L:/127.0.0.1:46810 - R:/127.4.18.61:32935]
16:11:29.881 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.18.61:32935(127.4.18.61:32935)] handling channelInactive
16:11:29.888 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.18.62:42109(127.4.18.62:42109)] connecting to peer
16:11:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.887938 5775 log.cc:824] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8: Log is configured to *not* fsync() on all Append() calls
16:11:29.888 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.18.61:32935(127.4.18.61:32935)] connecting to peer
16:11:29.888 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.18.62:42109(127.4.18.62:42109)] Successfully connected to peer
16:11:29.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:29.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.18.61:32935(127.4.18.61:32935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:29.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.61:32935: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:29.899 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.18.62
16:11:29.915 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x40cd5273, L:/127.0.0.1:37594 - R:/127.4.18.62:42109] using SASL/PLAIN
16:11:29.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.62:42109: Catalog manager is not initialized. State: Starting
16:11:29.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935; will retry
16:11:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.927146 5775 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
16:11:29.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.927927 5775 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8: Bootstrap complete.
16:11:29.928 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.18.61:32935(127.4.18.61:32935)] connecting to peer
16:11:29.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:29.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.18.61:32935(127.4.18.61:32935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:29.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.61:32935: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:29.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.62:42109: Catalog manager is not initialized. State: Starting
16:11:29.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935; will retry
16:11:29.948 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.18.61:32935(127.4.18.61:32935)] connecting to peer
16:11:29.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:29.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.18.61:32935(127.4.18.61:32935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:29.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.61:32935: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:29.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.62:42109: Catalog manager is not initialized. State: Starting
16:11:29.951 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935; will retry
16:11:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.950649 5775 raft_consensus.cc:348] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.953054 5775 raft_consensus.cc:729] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: f67ca9b5091348efa7322b9bd15d2bc8, State: Initialized, Role: FOLLOWER
16:11:29.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.953805 5775 consensus_queue.cc:260] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:29.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.956303 5780 sys_catalog.cc:455] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:29.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.956990 5780 sys_catalog.cc:458] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: This master's current role is: FOLLOWER
16:11:29.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.957551 5775 sys_catalog.cc:564] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: configured and running, proceeding with master startup.
16:11:29.968 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.18.61:32935(127.4.18.61:32935)] connecting to peer
16:11:29.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:29.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.18.61:32935(127.4.18.61:32935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:29.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.61:32935: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:29.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.62:42109: Catalog manager is not initialized. State: Starting
16:11:29.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935; will retry
16:11:29.987 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.18.61:32935(127.4.18.61:32935)] connecting to peer
16:11:29.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:29.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.18.61:32935(127.4.18.61:32935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:29.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.61:32935: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:29.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.989481 5793 catalog_manager.cc:1259] Loaded cluster ID: ca0766858b11415db3aba2094f0f4074
16:11:29.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:29.992026 5793 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8: loading cluster ID for follower catalog manager: success
16:11:29.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935; will retry
16:11:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.004165 5793 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8: acquiring CA information for follower catalog manager: success
16:11:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.010970 5793 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:11:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.021838 5655 master_runner.cc:186] Error getting master registration for 127.4.18.61:32935: Network error: Client connection negotiation failed: client connection to 127.4.18.61:32935: connect: Connection refused (error 111),
16:11:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.042219 5655 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:11:30.048 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.18.61:32935(127.4.18.61:32935)] connecting to peer
16:11:30.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:30.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.18.61:32935(127.4.18.61:32935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:30.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.61:32935: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:30.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935; will retry
16:11:30.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.058981 5796 raft_consensus.cc:482] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader ebe0797ae30b4b8180a697d593ed046b)
16:11:30.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.059506 5796 raft_consensus.cc:504] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:30.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.061851 5796 leader_election.cc:288] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers f67ca9b5091348efa7322b9bd15d2bc8 (127.4.18.62:42109), ebe0797ae30b4b8180a697d593ed046b (127.4.18.61:32935)
16:11:30.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:30.065546 5480 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.18.61:32935: connect: Connection refused (error 111)
16:11:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:30.072402 5480 leader_election.cc:334] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ebe0797ae30b4b8180a697d593ed046b (127.4.18.61:32935): Network error: Client connection negotiation failed: client connection to 127.4.18.61:32935: connect: Connection refused (error 111)
16:11:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.076529 5725 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fdff55936a494bb98d0bac8c84b69890" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" is_pre_election: true
16:11:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.077313 5725 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fdff55936a494bb98d0bac8c84b69890 in term 2.
16:11:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.078402 5480 leader_election.cc:302] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: f67ca9b5091348efa7322b9bd15d2bc8, fdff55936a494bb98d0bac8c84b69890; no voters: ebe0797ae30b4b8180a697d593ed046b
16:11:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.079101 5796 raft_consensus.cc:2781] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 3 FOLLOWER]: Leader pre-election won for term 4
16:11:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.079417 5796 raft_consensus.cc:482] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 3 FOLLOWER]: Starting leader election (detected failure of leader ebe0797ae30b4b8180a697d593ed046b)
16:11:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.079640 5796 raft_consensus.cc:3037] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 3 FOLLOWER]: Advancing to term 4
16:11:30.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.084714 5796 raft_consensus.cc:504] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:30.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.086232 5796 leader_election.cc:288] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [CANDIDATE]: Term 4 election: Requested vote from peers f67ca9b5091348efa7322b9bd15d2bc8 (127.4.18.62:42109), ebe0797ae30b4b8180a697d593ed046b (127.4.18.61:32935)
16:11:30.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.086985 5725 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fdff55936a494bb98d0bac8c84b69890" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "f67ca9b5091348efa7322b9bd15d2bc8"
16:11:30.088 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.18.61:32935(127.4.18.61:32935)] connecting to peer
16:11:30.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:30.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.18.61:32935(127.4.18.61:32935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:30.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.61:32935: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:30.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.087563 5725 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 2 FOLLOWER]: Advancing to term 4
16:11:30.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:30.093127 5480 leader_election.cc:334] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer ebe0797ae30b4b8180a697d593ed046b (127.4.18.61:32935): Network error: Client connection negotiation failed: client connection to 127.4.18.61:32935: connect: Connection refused (error 111)
16:11:30.108 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.4.18.61:32935, [31ms] received response from server master-127.4.18.61:32935: Network error: [peer master-127.4.18.61:32935(127.4.18.61:32935)] unexpected exception from downstream on [id: 0xef78ec5d, L:/127.0.0.1:46810 - R:/127.4.18.61:32935], [31ms] delaying RPC due to: Network error: [peer master-127.4.18.61:32935(127.4.18.61:32935)] unexpected exception from downstream on [id: 0xef78ec5d, L:/127.0.0.1:46810 - R:/127.4.18.61:32935], [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: Network error: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [74ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [74ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: Network error: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: Network error: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: Network error: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [125ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [125ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: Network error: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: OK, [144ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: Network error: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: Network error: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [248ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, deferred=Deferred@1525611848(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/996989878@7ee69f1e -> (continuation of Deferred@460282819 after retry RPC after error@553905595) -> (continuation of Deferred@212484206 after retry RPC after error@1191063690) -> (continuation of Deferred@657378005 after retry RPC after error@436114878) -> (continuation of Deferred@1191780319 after retry RPC after error@1891900884) -> (continuation of Deferred@569182587 after retry RPC after error@1288911773) -> (continuation of Deferred@1135288895 after retry RPC after error@332508451), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/194017348@5a3ec8f3 -> (continuation of Deferred@460282819 after retry RPC after error@553905595) -> (continuation of Deferred@212484206 after retry RPC after error@1191063690) -> (continuation of Deferred@657378005 after retry RPC after error@436114878) -> (continuation of Deferred@1191780319 after retry RPC after error@1891900884) -> (continuation of Deferred@569182587 after retry RPC after error@1288911773) -> (continuation of Deferred@1135288895 after retry RPC after error@332508451)))
16:11:30.109 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.62:42109: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=11, elapsed=21), Traces: [0ms] sending RPC to server master-127.4.18.62:42109, deferred=Deferred@266604538(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.18.62:42109, errback=org.apache.kudu.client.ConnectToCluster$1@15c46ee3 -> ConnectToMasterErrCB for 127.4.18.62:42109))
16:11:30.109 [WARN - pool-49-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935; will retry
16:11:30.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.099098 5725 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fdff55936a494bb98d0bac8c84b69890 in term 4.
16:11:30.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.100441 5480 leader_election.cc:302] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: f67ca9b5091348efa7322b9bd15d2bc8, fdff55936a494bb98d0bac8c84b69890; no voters: ebe0797ae30b4b8180a697d593ed046b
16:11:30.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.101219 5796 raft_consensus.cc:2781] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 4 FOLLOWER]: Leader election won for term 4
16:11:30.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:30.106647 5712 rpcz_store.cc:267] Call kudu.master.MasterService.ConnectToMaster from 127.0.0.1:37594 (request call id 6) took 12 ms (client timeout 11 ms). Trace:
16:11:30.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.110881 5796 raft_consensus.cc:686] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [term 4 LEADER]: Becoming Leader. State: Replica: fdff55936a494bb98d0bac8c84b69890, State: Running, Role: LEADER
16:11:30.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.111960 5796 consensus_queue.cc:237] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 3.13, Last appended by leader: 13, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } }
16:11:30.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:30.107024 5712 rpcz_store.cc:269] 0806 16:11:30.094560 (+ 0us) service_pool.cc:170] Inserting onto call queue
16:11:30.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 16:11:30.094800 (+ 240us) service_pool.cc:227] Handling call
16:11:30.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 16:11:30.105554 (+ 10754us) spinlock_profiling.cc:243] Waited 4.5 ms on lock 0x7b5400010754. stack: 00007ff55b9e6033 00007ff55b9e5f30 00007ff55b567534 00000000004db2b4 00000000004db249 00007ff5628f2af0 00007ff562975f2a 00007ff564841d6c 00007ff56493ee59 00007ff562475534 00007ff5624754c2 00007ff5624753f1 00007ff56247536c 00007ff562474622 00007ff56071c94c 00007ff56071bd86
16:11:30.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 16:11:30.106405 (+ 851us) inbound_call.cc:173] Queueing success response
16:11:30.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":10358528}
16:11:30.124 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=15), Traces: [0ms] received response from server master-127.4.18.62:42109: OK, deferred=null) with no deferred attached!
16:11:30.128 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.18.61:32935(127.4.18.61:32935)] connecting to peer
16:11:30.129 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
16:11:30.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:30.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.18.61:32935(127.4.18.61:32935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:30.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.61:32935: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.136981 5800 sys_catalog.cc:455] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fdff55936a494bb98d0bac8c84b69890. Latest consensus state: current_term: 4 leader_uuid: "fdff55936a494bb98d0bac8c84b69890" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.137847 5800 sys_catalog.cc:458] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: This master's current role is: LEADER
16:11:30.141 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935; will retry
16:11:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.143092 5802 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
16:11:30.148 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.18.61:32935(127.4.18.61:32935)] connecting to peer
16:11:30.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:30.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.18.61:32935(127.4.18.61:32935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:30.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.61:32935: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.151089 5802 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=3b918a4044f44eb9bc844b006bcd9bd9]
16:11:30.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.152921 5802 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=8bf88a08d5e84aa08da74bdc692669a9]
16:11:30.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.160635 5802 tablet_loader.cc:96] loaded metadata for tablet 245c3ff019394d90bab3d111a007d23b (table kudu_system.kudu_transactions [id=8bf88a08d5e84aa08da74bdc692669a9])
16:11:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.162804 5802 tablet_loader.cc:96] loaded metadata for tablet 676896b5d7ea42a8ba44ce7caa012d11 (table txn_manager_fallback_rolling [id=3b918a4044f44eb9bc844b006bcd9bd9])
16:11:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.164270 5802 tablet_loader.cc:96] loaded metadata for tablet a0cdfc1189c744c6ad651d68ea729711 (table txn_manager_fallback_rolling [id=3b918a4044f44eb9bc844b006bcd9bd9])
16:11:30.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.165587 5802 catalog_manager.cc:1484] Initializing Kudu cluster ID...
16:11:30.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935; will retry
16:11:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.170646 5802 catalog_manager.cc:1259] Loaded cluster ID: ca0766858b11415db3aba2094f0f4074
16:11:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.170903 5802 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
16:11:30.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.176076 5802 catalog_manager.cc:1504] Loading token signing keys...
16:11:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.180274 5802 catalog_manager.cc:5879] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890: Loaded TSK: 0
16:11:30.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.181815 5802 catalog_manager.cc:1514] Initializing in-progress tserver states...
16:11:30.188 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.18.61:32935(127.4.18.61:32935)] connecting to peer
16:11:30.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:30.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.18.61:32935(127.4.18.61:32935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:30.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.18.61:32935: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935
16:11:30.193 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
16:11:30.193 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=3, TimeoutTracker(timeout=250, elapsed=65), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [7ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: Network error: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [8ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: OK, [14ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [14ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: Network error: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [28ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: Network error: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [65ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, deferred=Deferred@797651(state=PENDING, result=null, callback=(continuation of Deferred@1867735669 after retry RPC after error@576743659) -> (continuation of Deferred@1703331797 after retry RPC after error@78985733), errback=(continuation of Deferred@1867735669 after retry RPC after error@576743659) -> (continuation of Deferred@1703331797 after retry RPC after error@78985733))) after lookup
16:11:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.199901 5725 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [term 4 FOLLOWER]: Refusing update from remote peer fdff55936a494bb98d0bac8c84b69890: Log matching property violated. Preceding OpId in replica: term: 2 index: 12. Preceding OpId from leader: term: 4 index: 14. (index mismatch)
16:11:30.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:30.206979 5480 consensus_peers.cc:487] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 -> Peer ebe0797ae30b4b8180a697d593ed046b (127.4.18.61:32935): Couldn't send request to peer ebe0797ae30b4b8180a697d593ed046b. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.61:32935: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:11:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.208175 5800 consensus_queue.cc:1035] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 12, Time since last communication: 0.000s
16:11:30.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.246021 5780 sys_catalog.cc:455] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fdff55936a494bb98d0bac8c84b69890. Latest consensus state: current_term: 4 leader_uuid: "fdff55936a494bb98d0bac8c84b69890" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:30.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.246853 5780 sys_catalog.cc:458] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: This master's current role is: FOLLOWER
16:11:30.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.257184 5780 sys_catalog.cc:455] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "fdff55936a494bb98d0bac8c84b69890" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:30.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.258266 5780 sys_catalog.cc:458] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: This master's current role is: FOLLOWER
16:11:30.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.270100 5796 sys_catalog.cc:455] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "fdff55936a494bb98d0bac8c84b69890" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:30.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.270879 5796 sys_catalog.cc:458] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 [sys.catalog]: This master's current role is: LEADER
16:11:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.279386 5810 sys_catalog.cc:455] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "fdff55936a494bb98d0bac8c84b69890" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f67ca9b5091348efa7322b9bd15d2bc8" member_type: VOTER last_known_addr { host: "127.4.18.62" port: 42109 } } peers { permanent_uuid: "ebe0797ae30b4b8180a697d593ed046b" member_type: VOTER last_known_addr { host: "127.4.18.61" port: 32935 } } peers { permanent_uuid: "fdff55936a494bb98d0bac8c84b69890" member_type: VOTER last_known_addr { host: "127.4.18.60" port: 33755 } } }
16:11:30.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.281128 5810 sys_catalog.cc:458] T 00000000000000000000000000000000 P f67ca9b5091348efa7322b9bd15d2bc8 [sys.catalog]: This master's current role is: FOLLOWER
16:11:30.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:30.380988 5534 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:42490 (request call id 14) took 185 ms (client timeout 185 ms). Trace:
16:11:30.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:30.381697 5534 rpcz_store.cc:269] 0806 16:11:30.195085 (+ 0us) service_pool.cc:170] Inserting onto call queue
16:11:30.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 16:11:30.195200 (+ 115us) service_pool.cc:227] Handling call
16:11:30.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 16:11:30.380744 (+185544us) inbound_call.cc:173] Queueing success response
16:11:30.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":1079,"init.queue_time_us":2159,"thread_start_us":114316,"threads_started":5}
16:11:30.384 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=4, TimeoutTracker(timeout=250, elapsed=256), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [7ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: Network error: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [8ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: OK, [14ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [14ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: Network error: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [28ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: Network error: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [65ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [66ms] sending RPC to server master-127.4.18.60:33755, [67ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: OK, [257ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@797651(state=PENDING, result=null, callback=(continuation of Deferred@1867735669 after retry RPC after error@576743659) -> (continuation of Deferred@1703331797 after retry RPC after error@78985733) -> (continuation of Deferred@1879154732 after retry RPC@1367849463), errback=(continuation of Deferred@1867735669 after retry RPC after error@576743659) -> (continuation of Deferred@1703331797 after retry RPC after error@78985733) -> (continuation of Deferred@1879154732 after retry RPC@1367849463)))
16:11:30.385 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=4, TimeoutTracker(timeout=250, elapsed=256), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [7ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: Network error: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [8ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: OK, [14ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [14ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: Network error: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [28ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.18.60:33755,127.4.18.62:42109,127.4.18.61:32935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.60:33755, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.62:42109, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.18.61:32935, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.61:32935: Network error: Failed to connect to peer master-127.4.18.61:32935(127.4.18.61:32935): Connection refused: /127.4.18.61:32935, [65ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.60:33755: OK, [66ms] sending RPC to server master-127.4.18.60:33755, [67ms] Sub RPC ConnectToMaster: received response from server master-127.4.18.62:42109: OK, [257ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@797651(state=PENDING, result=null, callback=(continuation of Deferred@1867735669 after retry RPC after error@576743659) -> (continuation of Deferred@1703331797 after retry RPC after error@78985733) -> (continuation of Deferred@1879154732 after retry RPC@1367849463), errback=(continuation of Deferred@1867735669 after retry RPC after error@576743659) -> (continuation of Deferred@1703331797 after retry RPC after error@78985733) -> (continuation of Deferred@1879154732 after retry RPC@1367849463)))
16:11:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.386225 5493 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42506:
16:11:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
16:11:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
16:11:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:11:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:11:30.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
16:11:30.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:30.390955 5493 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
16:11:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.506347 4873 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.076s from last keepalive heartbeat (effective timeout is 1.000s)
16:11:30.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:30.556522 5832 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
16:11:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:30.561697 5833 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
16:11:30.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:30.700441 4879 outbound_call.cc:322] RPC callback for RPC call kudu.tserver.TabletServerAdminService.ParticipateInTransaction -> {remote=127.4.18.3:46637, user_credentials={real_user=slave}} blocked reactor thread for 48455.4us
16:11:30.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:30.709709 5480 consensus_peers.cc:487] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 -> Peer ebe0797ae30b4b8180a697d593ed046b (127.4.18.61:32935): Couldn't send request to peer ebe0797ae30b4b8180a697d593ed046b. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.61:32935: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
16:11:30.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.759961 5034 heartbeater.cc:347] Connected to a master server at 127.4.18.62:42109
16:11:30.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.762104 5229 heartbeater.cc:347] Connected to a master server at 127.4.18.62:42109
16:11:30.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.769734 5711 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "2e61b8e45b1d4598b99b644f480f81d6" instance_seqno: 1786032679179651) as {username='slave'} at 127.4.18.3:37391; Asking this server to re-register.
16:11:30.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.769733 5712 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "c5ad69937d924b1aa03377d084a66b49" instance_seqno: 1786032677053504) as {username='slave'} at 127.4.18.2:39327; Asking this server to re-register.
16:11:30.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.771479 5229 heartbeater.cc:464] Registering TS with master...
16:11:30.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.772079 5034 heartbeater.cc:464] Registering TS with master...
16:11:30.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.775425 5711 ts_manager.cc:194] Registered new tserver with Master: c5ad69937d924b1aa03377d084a66b49 (127.4.18.2:40375)
16:11:30.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.775576 5712 ts_manager.cc:194] Registered new tserver with Master: 2e61b8e45b1d4598b99b644f480f81d6 (127.4.18.3:46637)
16:11:30.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.780709 4838 heartbeater.cc:347] Connected to a master server at 127.4.18.62:42109
16:11:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.783541 5712 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "3eb45de9aa4445fa933a83d8cf8eafa5" instance_seqno: 1786032674929215) as {username='slave'} at 127.4.18.1:38849; Asking this server to re-register.
16:11:30.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.784567 4838 heartbeater.cc:464] Registering TS with master...
16:11:30.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.787259 5712 ts_manager.cc:194] Registered new tserver with Master: 3eb45de9aa4445fa933a83d8cf8eafa5 (127.4.18.1:46343)
16:11:30.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.879020 5445 master_runner.cc:186] Error getting master registration for 127.4.18.61:32935: Network error: Client connection negotiation failed: client connection to 127.4.18.61:32935: connect: Connection refused (error 111),
16:11:30.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:30.879456 5445 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:11:30.975 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: c5ad69937d924b1aa03377d084a66b49 (127.4.18.2:40375): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1786032681 last_transition_timestamp: 1786032690
16:11:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:31.205909 5480 consensus_peers.cc:487] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 -> Peer ebe0797ae30b4b8180a697d593ed046b (127.4.18.61:32935): Couldn't send request to peer ebe0797ae30b4b8180a697d593ed046b. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.61:32935: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
16:11:31.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:31.654528 5032 heartbeater.cc:503] Master 127.4.18.60:33755 was elected leader, sending a full tablet report...
16:11:31.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:31.708568 5227 heartbeater.cc:503] Master 127.4.18.60:33755 was elected leader, sending a full tablet report...
16:11:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:31.713855 4837 heartbeater.cc:503] Master 127.4.18.60:33755 was elected leader, sending a full tablet report...
16:11:31.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:31.757993 5480 consensus_peers.cc:487] T 00000000000000000000000000000000 P fdff55936a494bb98d0bac8c84b69890 -> Peer ebe0797ae30b4b8180a697d593ed046b (127.4.18.61:32935): Couldn't send request to peer ebe0797ae30b4b8180a697d593ed046b. Status: Network error: Client connection negotiation failed: client connection to 127.4.18.61:32935: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
16:11:31.881 [DEBUG - main] (Connection.java:575) [peer master-127.4.18.61:32935(127.4.18.61:32935)] disconnecting while in state TERMINATED
16:11:31.881 [DEBUG - main] (Connection.java:575) [peer master-127.4.18.60:33755(127.4.18.60:33755)] disconnecting while in state READY
16:11:31.883 [DEBUG - main] (Connection.java:575) [peer 2e61b8e45b1d4598b99b644f480f81d6(127.4.18.3:46637)] disconnecting while in state READY
16:11:31.883 [DEBUG - main] (Connection.java:575) [peer 3eb45de9aa4445fa933a83d8cf8eafa5(127.4.18.1:46343)] disconnecting while in state READY
16:11:31.884 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.18.60:33755(127.4.18.60:33755)] handling channelInactive
16:11:31.884 [DEBUG - main] (Connection.java:575) [peer master-127.4.18.62:42109(127.4.18.62:42109)] disconnecting while in state READY
16:11:31.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.18.60:33755(127.4.18.60:33755)] cleaning up while in state READY due to: connection closed
16:11:31.884 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 2e61b8e45b1d4598b99b644f480f81d6(127.4.18.3:46637)] handling channelInactive
16:11:31.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2e61b8e45b1d4598b99b644f480f81d6(127.4.18.3:46637)] cleaning up while in state READY due to: connection closed
16:11:31.886 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
16:11:31.887 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 3eb45de9aa4445fa933a83d8cf8eafa5(127.4.18.1:46343)] handling channelInactive
16:11:31.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3eb45de9aa4445fa933a83d8cf8eafa5(127.4.18.1:46343)] cleaning up while in state READY due to: connection closed
16:11:31.887 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.18.62:42109(127.4.18.62:42109)] handling channelInactive
16:11:31.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.18.62:42109(127.4.18.62:42109)] cleaning up while in state READY due to: connection closed
16:11:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:31.888125 4168 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu with pid 4599
16:11:31.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:31.942339 4168 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu with pid 4841
16:11:32.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 16:11:32.004091 5069 connection.cc:535] client connection to 127.4.18.2:40375 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
16:11:32.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:32.004347 4168 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu with pid 5038
16:11:32.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:32.044023 4168 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu with pid 5655
16:11:32.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 16:11:32.088141 4168 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8GxFFy/build/tsan/bin/kudu with pid 5445
16:11:33.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T16:11:33Z chronyd exiting
16:11:34.394 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)