08:04:28.710 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:04:28.710 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task632btX/test-tmp
08:04:28.710 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
08:04:28.710 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task632btX/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
08:04:28.712 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:04:28.788 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:04:28.788 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:04:28.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.788743 5026 mini_oidc.cc:150] Starting JWKS server
08:04:28.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.789263 5026 webserver.cc:533] Webserver started at http://127.0.0.1:34547/ using document root <none> and password file <none>
08:04:28.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.789350 5026 mini_oidc.cc:186] Starting OIDC Discovery server
08:04:28.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.789520 5026 webserver.cc:533] Webserver started at http://127.0.0.1:35653/ using document root <none> and password file <none>
08:04:28.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T08:04:28Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:04:28.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T08:04:28Z Disabled control of system clock
08:04:28.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.800720 5026 external_mini_cluster.cc:1372] Running /tmp/dist-test-task632btX/build/release/bin/kudu
08:04:28.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task632btX/build/release/bin/kudu
08:04:28.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-0/wal
08:04:28.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-0/data
08:04:28.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:28.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:28.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-0/logs
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-0/data/info.pb
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.232.190:42127
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.232.190
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.232.148:46633
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.232.190:42127,127.4.232.189:38867,127.4.232.188:41303
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34547/jwks.json
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:04:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:04:28.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.876732 5041 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:28.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.876893 5041 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:28.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.876912 5041 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:28.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.878695 5041 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.878938 5041 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:04:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.879046 5041 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.879081 5041 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.879098 5041 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.879115 5041 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.879132 5041 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34547/jwks.json
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.880910 5041 master_runner.cc:387] Master server non-default flags:
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-0/logs
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.232.148:46633
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-0/data
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-0/wal
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.232.190:42127,127.4.232.189:38867,127.4.232.188:41303
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.232.190:42127
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34547/jwks.json
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-0/data/info.pb
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.232.190
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5041
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 06 Aug 2026 07:43:15 UTC on e7f111948823
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13205
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.881152 5041 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.881397 5041 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:28.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.883792 5049 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:28.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.883790 5048 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:28.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.883797 5051 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:28.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.884301 5041 server_base.cc:1061] running on GCE node
08:04:28.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.884552 5041 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:28.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.887447 5041 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:28.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.888633 5041 hybrid_clock.cc:648] HybridClock initialized: now 1786003468888631 us; error 106 us; skew 500 ppm
08:04:28.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.889918 5041 webserver.cc:533] Webserver started at http://127.4.232.190:37763/ using document root <none> and password file <none>
08:04:28.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.890126 5041 fs_manager.cc:362] Metadata directory not provided
08:04:28.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.890177 5041 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:28.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.890293 5041 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.891173 5041 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-0/data/instance:
08:04:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7637c883374f4e4a826fa6fb403fd390"
08:04:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:28 on dist-test-slave-jpj1"
08:04:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.891502 5041 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-0/wal/instance:
08:04:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7637c883374f4e4a826fa6fb403fd390"
08:04:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:28 on dist-test-slave-jpj1"
08:04:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.892741 5041 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.001s sys 0.000s
08:04:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.893371 5058 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.893535 5041 fs_manager.cc:730] Time spent opening block manager: real 0.000s user 0.001s sys 0.000s
08:04:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.893603 5041 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-0/data,/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-0/wal
08:04:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7637c883374f4e4a826fa6fb403fd390"
08:04:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:28 on dist-test-slave-jpj1"
08:04:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.893669 5041 fs_report.cc:389] FS layout report
08:04:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-0/wal
08:04:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-0/wal
08:04:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-0/data/data
08:04:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:28.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:28.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:28.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.905876 5041 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.906169 5041 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.906297 5041 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:28.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.910660 5041 rpc_server.cc:307] RPC server started. Bound to: 127.4.232.190:42127
08:04:28.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.910689 5145 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.232.190:42127 every 8 connection(s)
08:04:28.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.911001 5041 server_base.cc:1193] Dumped server information to /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-0/data/info.pb
08:04:28.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.911562 5147 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:28.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.913159 5147 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } has no permanent_uuid. Determining permanent_uuid...
08:04:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.915002 5026 external_mini_cluster.cc:1434] Started /tmp/dist-test-task632btX/build/release/bin/kudu as pid 5041
08:04:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.915087 5026 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-0/wal/instance
08:04:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.915797 5026 external_mini_cluster.cc:1372] Running /tmp/dist-test-task632btX/build/release/bin/kudu
08:04:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task632btX/build/release/bin/kudu
08:04:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/wal
08:04:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/data
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/logs
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/data/info.pb
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.232.189:38867
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.232.189
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.232.148:46633
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.232.190:42127,127.4.232.189:38867,127.4.232.188:41303
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34547/jwks.json
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:04:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:04:28.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.921802 5147 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } has no permanent_uuid. Determining permanent_uuid...
08:04:28.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.922158 5060 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.232.189:38867: connect: Connection refused (error 111)
08:04:28.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.922572 5147 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.232.189:38867: Network error: Client connection negotiation failed: client connection to 127.4.232.189:38867: connect: Connection refused (error 111)
08:04:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.971782 5147 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } attempt: 1
08:04:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.972584 5147 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.232.189:38867: Network error: Client connection negotiation failed: client connection to 127.4.232.189:38867: connect: Connection refused (error 111)
08:04:28.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.992864 5151 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:28.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.993032 5151 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:28.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.993057 5151 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.994568 5151 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.994612 5151 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:04:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.994638 5151 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.994653 5151 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.994668 5151 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.994684 5151 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.994696 5151 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34547/jwks.json
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.996359 5151 master_runner.cc:387] Master server non-default flags:
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/logs
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.232.148:46633
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/data
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/wal
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.232.190:42127,127.4.232.189:38867,127.4.232.188:41303
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.232.189:38867
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34547/jwks.json
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/data/info.pb
08:04:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.232.189
08:04:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5151
08:04:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
08:04:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 06 Aug 2026 07:43:15 UTC on e7f111948823
08:04:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13205
08:04:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.996584 5151 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.996840 5151 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:28.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.999276 5159 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:28.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.999287 5158 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:28.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:28.999295 5161 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:28.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.999594 5151 server_base.cc:1061] running on GCE node
08:04:28.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:28.999853 5151 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:29.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.000114 5151 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.001272 5151 hybrid_clock.cc:648] HybridClock initialized: now 1786003469001255 us; error 32 us; skew 500 ppm
08:04:29.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.002365 5151 webserver.cc:533] Webserver started at http://127.4.232.189:32949/ using document root <none> and password file <none>
08:04:29.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.002560 5151 fs_manager.cc:362] Metadata directory not provided
08:04:29.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.002609 5151 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:29.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.002727 5151 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:29.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.003636 5151 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/data/instance:
08:04:29.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "673381cf98ad4d54a0a9d8ba92e828f8"
08:04:29.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:28 on dist-test-slave-jpj1"
08:04:29.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.003975 5151 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/wal/instance:
08:04:29.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "673381cf98ad4d54a0a9d8ba92e828f8"
08:04:29.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:28 on dist-test-slave-jpj1"
08:04:29.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.005110 5151 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.001s sys 0.000s
08:04:29.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.005741 5167 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.005916 5151 fs_manager.cc:730] Time spent opening block manager: real 0.000s user 0.001s sys 0.000s
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.005985 5151 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/data,/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/wal
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "673381cf98ad4d54a0a9d8ba92e828f8"
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:28 on dist-test-slave-jpj1"
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.006048 5151 fs_report.cc:389] FS layout report
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/wal
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/wal
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/data/data
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.017959 5151 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.018323 5151 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.018450 5151 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:29.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.022914 5151 rpc_server.cc:307] RPC server started. Bound to: 127.4.232.189:38867
08:04:29.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.022969 5257 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.232.189:38867 every 8 connection(s)
08:04:29.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.023290 5151 server_base.cc:1193] Dumped server information to /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/data/info.pb
08:04:29.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.023939 5258 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:29.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.025568 5258 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } has no permanent_uuid. Determining permanent_uuid...
08:04:29.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.029390 5258 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } has no permanent_uuid. Determining permanent_uuid...
08:04:29.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.030712 5026 external_mini_cluster.cc:1434] Started /tmp/dist-test-task632btX/build/release/bin/kudu as pid 5151
08:04:29.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.030792 5026 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/wal/instance
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.031165 5026 external_mini_cluster.cc:1372] Running /tmp/dist-test-task632btX/build/release/bin/kudu
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task632btX/build/release/bin/kudu
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/wal
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/data
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/logs
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/data/info.pb
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.232.188:41303
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.232.188
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.232.148:46633
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.232.190:42127,127.4.232.189:38867,127.4.232.188:41303
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34547/jwks.json
08:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:04:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:04:29.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.033182 5258 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } has no permanent_uuid. Determining permanent_uuid...
08:04:29.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.033530 5169 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.232.188:41303: connect: Connection refused (error 111)
08:04:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.033942 5258 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.232.188:41303: Network error: Client connection negotiation failed: client connection to 127.4.232.188:41303: connect: Connection refused (error 111)
08:04:29.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.040745 5147 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } attempt: 2
08:04:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.043581 5147 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } has no permanent_uuid. Determining permanent_uuid...
08:04:29.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.044113 5147 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.232.188:41303: Network error: Client connection negotiation failed: client connection to 127.4.232.188:41303: connect: Connection refused (error 111)
08:04:29.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.083151 5258 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } attempt: 1
08:04:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.083984 5258 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.232.188:41303: Network error: Client connection negotiation failed: client connection to 127.4.232.188:41303: connect: Connection refused (error 111)
08:04:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.087267 5147 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } attempt: 1
08:04:29.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.087921 5147 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.232.188:41303: Network error: Client connection negotiation failed: client connection to 127.4.232.188:41303: connect: Connection refused (error 111)
08:04:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.108841 5263 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.109007 5263 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.109026 5263 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.110590 5263 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.110644 5263 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:04:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.110656 5263 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.110667 5263 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.110677 5263 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.110688 5263 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.110698 5263 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34547/jwks.json
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.112334 5263 master_runner.cc:387] Master server non-default flags:
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/logs
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.232.148:46633
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/data
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/wal
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.232.190:42127,127.4.232.189:38867,127.4.232.188:41303
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.232.188:41303
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34547/jwks.json
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/data/info.pb
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.232.188
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5263
08:04:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:29.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:29.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:29.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:29.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:29.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:29.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:29.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
08:04:29.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:29.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 06 Aug 2026 07:43:15 UTC on e7f111948823
08:04:29.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13205
08:04:29.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.112534 5263 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:29.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.112713 5263 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:29.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.114971 5274 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:29.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.114949 5272 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:29.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.115065 5269 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:29.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.115340 5263 server_base.cc:1061] running on GCE node
08:04:29.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.115584 5263 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:29.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.115800 5263 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:29.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.116974 5263 hybrid_clock.cc:648] HybridClock initialized: now 1786003469116961 us; error 31 us; skew 500 ppm
08:04:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.118079 5263 webserver.cc:533] Webserver started at http://127.4.232.188:38919/ using document root <none> and password file <none>
08:04:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.118234 5263 fs_manager.cc:362] Metadata directory not provided
08:04:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.118270 5263 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.118346 5263 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.119144 5263 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/data/instance:
08:04:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57"
08:04:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:29 on dist-test-slave-jpj1"
08:04:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.119408 5263 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/wal/instance:
08:04:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57"
08:04:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:29 on dist-test-slave-jpj1"
08:04:29.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.120522 5263 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.002s sys 0.000s
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.121194 5281 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.121377 5263 fs_manager.cc:730] Time spent opening block manager: real 0.000s user 0.001s sys 0.000s
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.121452 5263 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/data,/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/wal
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57"
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:29 on dist-test-slave-jpj1"
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.121508 5263 fs_report.cc:389] FS layout report
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/wal
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/wal
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/data/data
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.133774 5263 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:29.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.134054 5263 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:29.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.134176 5263 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:29.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.135102 5147 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } attempt: 2
08:04:29.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.135926 5147 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.232.188:41303: Network error: Client connection negotiation failed: client connection to 127.4.232.188:41303: connect: Connection refused (error 111)
08:04:29.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.138497 5263 rpc_server.cc:307] RPC server started. Bound to: 127.4.232.188:41303
08:04:29.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.138554 5368 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.232.188:41303 every 8 connection(s)
08:04:29.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.138800 5263 server_base.cc:1193] Dumped server information to /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/data/info.pb
08:04:29.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.139339 5369 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.141259 5369 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } has no permanent_uuid. Determining permanent_uuid...
08:04:29.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.145131 5369 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } has no permanent_uuid. Determining permanent_uuid...
08:04:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.146418 5026 external_mini_cluster.cc:1434] Started /tmp/dist-test-task632btX/build/release/bin/kudu as pid 5263
08:04:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.146500 5026 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/wal/instance
08:04:29.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.147727 5369 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } has no permanent_uuid. Determining permanent_uuid...
08:04:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.152122 5258 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } attempt: 2
08:04:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.152172 5369 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57: Bootstrap starting.
08:04:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.152825 5369 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57: Neither blocks nor log segments found. Creating new log.
08:04:29.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.153092 5369 log.cc:826] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57: Log is configured to *not* fsync() on all Append() calls
08:04:29.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.153636 5369 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57: No bootstrap required, opened a new log
08:04:29.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.155217 5369 raft_consensus.cc:359] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:29.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.155328 5369 raft_consensus.cc:385] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:29.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.155360 5369 raft_consensus.cc:740] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae9c0ad0bb79436ca0bcdab3cc68af57, State: Initialized, Role: FOLLOWER
08:04:29.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.155644 5369 consensus_queue.cc:260] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:29.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.156061 5369 sys_catalog.cc:565] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: configured and running, proceeding with master startup.
08:04:29.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.156101 5258 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8: Bootstrap starting.
08:04:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.156751 5258 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8: Neither blocks nor log segments found. Creating new log.
08:04:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.157008 5258 log.cc:826] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8: Log is configured to *not* fsync() on all Append() calls
08:04:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.157567 5258 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8: No bootstrap required, opened a new log
08:04:29.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.158757 5258 raft_consensus.cc:359] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:29.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.158845 5258 raft_consensus.cc:385] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.158874 5258 raft_consensus.cc:740] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 673381cf98ad4d54a0a9d8ba92e828f8, State: Initialized, Role: FOLLOWER
08:04:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.159057 5258 consensus_queue.cc:260] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.157549 5378 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.159193 5378 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: This master's current role is: FOLLOWER
08:04:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.157871 5394 catalog_manager.cc:1594] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:04:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.159255 5394 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:04:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.159842 5258 sys_catalog.cc:565] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: configured and running, proceeding with master startup.
08:04:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.159808 5396 sys_catalog.cc:455] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.160082 5396 sys_catalog.cc:458] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: This master's current role is: FOLLOWER
08:04:29.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.159632 5263 master_runner.cc:187] Error getting master registration for 127.4.232.190:42127: OK, instance_id { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" instance_seqno: 1786003468909704 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:04:29.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.161201 5263 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.162425 5411 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:04:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.162560 5411 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:04:29.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.162256 5151 master_runner.cc:187] Error getting master registration for 127.4.232.190:42127: OK, instance_id { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" instance_seqno: 1786003468909704 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:04:29.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.163491 5151 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:29.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.175668 5378 raft_consensus.cc:493] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:29.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.175797 5378 raft_consensus.cc:515] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:29.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.176036 5378 leader_election.cc:290] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7637c883374f4e4a826fa6fb403fd390 (127.4.232.190:42127), 673381cf98ad4d54a0a9d8ba92e828f8 (127.4.232.189:38867)
08:04:29.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.176892 5205 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" is_pre_election: true
08:04:29.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.177040 5205 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ae9c0ad0bb79436ca0bcdab3cc68af57 in term 0.
08:04:29.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.177479 5283 leader_election.cc:304] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 673381cf98ad4d54a0a9d8ba92e828f8, ae9c0ad0bb79436ca0bcdab3cc68af57; no voters:
08:04:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.177809 5378 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:04:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.177867 5378 raft_consensus.cc:493] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:04:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.177889 5378 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 0 FOLLOWER]: Advancing to term 1
08:04:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.178750 5378 raft_consensus.cc:515] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.178869 5378 leader_election.cc:290] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [CANDIDATE]: Term 1 election: Requested vote from peers 7637c883374f4e4a826fa6fb403fd390 (127.4.232.190:42127), 673381cf98ad4d54a0a9d8ba92e828f8 (127.4.232.189:38867)
08:04:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.179905 5205 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "673381cf98ad4d54a0a9d8ba92e828f8"
08:04:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.179992 5205 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 0 FOLLOWER]: Advancing to term 1
08:04:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.180783 5205 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ae9c0ad0bb79436ca0bcdab3cc68af57 in term 1.
08:04:29.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.181771 5283 leader_election.cc:304] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 673381cf98ad4d54a0a9d8ba92e828f8, ae9c0ad0bb79436ca0bcdab3cc68af57; no voters:
08:04:29.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.182132 5378 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 1 FOLLOWER]: Leader election won for term 1
08:04:29.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.182327 5378 raft_consensus.cc:697] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 1 LEADER]: Becoming Leader. State: Replica: ae9c0ad0bb79436ca0bcdab3cc68af57, State: Running, Role: LEADER
08:04:29.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.182416 5378 consensus_queue.cc:237] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:29.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.182793 5378 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ae9c0ad0bb79436ca0bcdab3cc68af57. Latest consensus state: current_term: 1 leader_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:29.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.182857 5378 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: This master's current role is: LEADER
08:04:29.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.183525 5420 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
08:04:29.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.184545 5420 catalog_manager.cc:1520] Initializing Kudu cluster ID...
08:04:29.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.187098 5205 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 1 FOLLOWER]: Refusing update from remote peer ae9c0ad0bb79436ca0bcdab3cc68af57: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:04:29.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.187556 5418 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [LEADER]: Connected to new peer: Peer: permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:04:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.188907 5396 sys_catalog.cc:455] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ae9c0ad0bb79436ca0bcdab3cc68af57. Latest consensus state: current_term: 1 leader_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.188994 5396 sys_catalog.cc:458] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: This master's current role is: FOLLOWER
08:04:29.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.192459 5418 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:29.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.192535 5418 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: This master's current role is: LEADER
08:04:29.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.193387 5396 sys_catalog.cc:455] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:29.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.193459 5396 sys_catalog.cc:458] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: This master's current role is: FOLLOWER
08:04:29.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.194217 5422 mvcc.cc:204] Tried to move back new op lower bound from 7315470209787609088 to 7315470209771810816. Current Snapshot: MvccSnapshot[applied={T|T < 7315470209787609088}]
08:04:29.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.194507 5423 mvcc.cc:204] Tried to move back new op lower bound from 7315470209787609088 to 7315470209771810816. Current Snapshot: MvccSnapshot[applied={T|T < 7315470209787609088}]
08:04:29.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.195567 5420 catalog_manager.cc:1383] Generated new cluster ID: 56fe601244f346eb87b433589e6e771c
08:04:29.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.195616 5420 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
08:04:29.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.237059 5420 catalog_manager.cc:1406] Generated new certificate authority record
08:04:29.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.238824 5420 catalog_manager.cc:1540] Loading token signing keys...
08:04:29.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.243323 5147 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } attempt: 3
08:04:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.248872 5147 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390: Bootstrap starting.
08:04:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.249891 5147 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390: Neither blocks nor log segments found. Creating new log.
08:04:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.250181 5147 log.cc:826] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390: Log is configured to *not* fsync() on all Append() calls
08:04:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.254153 5420 catalog_manager.cc:6070] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57: Generated new TSK 0
08:04:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.254528 5420 catalog_manager.cc:1550] Initializing in-progress tserver states...
08:04:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.255702 5147 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390: No bootstrap required, opened a new log
08:04:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.257360 5147 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.257490 5147 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.257519 5147 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7637c883374f4e4a826fa6fb403fd390, State: Initialized, Role: FOLLOWER
08:04:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.257627 5147 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.257957 5147 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [sys.catalog]: configured and running, proceeding with master startup.
08:04:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.259474 5095 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 0 FOLLOWER]: Advancing to term 1
08:04:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.260463 5095 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 1 FOLLOWER]: Refusing update from remote peer ae9c0ad0bb79436ca0bcdab3cc68af57: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:04:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.260634 5096 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7637c883374f4e4a826fa6fb403fd390"
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.261420 5096 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ae9c0ad0bb79436ca0bcdab3cc68af57 in term 1.
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.261518 5097 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7637c883374f4e4a826fa6fb403fd390" is_pre_election: true
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.261571 5097 raft_consensus.cc:2376] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate ae9c0ad0bb79436ca0bcdab3cc68af57 in term 1. Re-sending same reply.
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.261777 5026 external_mini_cluster.cc:1372] Running /tmp/dist-test-task632btX/build/release/bin/kudu
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task632btX/build/release/bin/kudu
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-0/wal
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-0/data
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-0/logs
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-0/data/info.pb
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.232.129:0
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.232.129
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.232.129
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.232.190:42127,127.4.232.189:38867,127.4.232.188:41303
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.232.148:46633
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:04:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:04:29.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.263329 5378 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:04:29.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.263625 5430 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:29.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.263705 5430 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [sys.catalog]: This master's current role is: FOLLOWER
08:04:29.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.266081 5430 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ae9c0ad0bb79436ca0bcdab3cc68af57. Latest consensus state: current_term: 1 leader_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:29.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.266325 5430 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [sys.catalog]: This master's current role is: FOLLOWER
08:04:29.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.266462 5430 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:29.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.266568 5449 mvcc.cc:204] Tried to move back new op lower bound from 7315470210056781824 to 7315470209771810816. Current Snapshot: MvccSnapshot[applied={T|T < 7315470209787609088}]
08:04:29.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.266597 5430 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [sys.catalog]: This master's current role is: FOLLOWER
08:04:29.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.267580 5446 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:04:29.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.267724 5446 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:04:29.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.340098 5378 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:29.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.340233 5378 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: This master's current role is: LEADER
08:04:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.398638 5447 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:29.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.399058 5447 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:29.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.399186 5447 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:29.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.401602 5447 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:29.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.401669 5447 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:04:29.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.401686 5447 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:04:29.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.401703 5447 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:04:29.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.401726 5447 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.232.129
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.404294 5447 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-0/logs
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.232.148:46633
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-0/data
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-0/wal
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.232.129:0
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-0/data/info.pb
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.232.129
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.232.190:42127,127.4.232.189:38867,127.4.232.188:41303
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5447
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.232.129
08:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
08:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 06 Aug 2026 07:43:15 UTC on e7f111948823
08:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13205
08:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.405405 5447 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.405771 5447 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:29.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.408936 5465 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:29.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.409624 5463 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:29.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.410822 5447 server_base.cc:1061] running on GCE node
08:04:29.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.411666 5462 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.412004 5447 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.412262 5447 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.413440 5447 hybrid_clock.cc:648] HybridClock initialized: now 1786003469413419 us; error 35 us; skew 500 ppm
08:04:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.414654 5447 webserver.cc:533] Webserver started at http://127.4.232.129:41785/ using document root <none> and password file <none>
08:04:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.414858 5447 fs_manager.cc:362] Metadata directory not provided
08:04:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.414912 5447 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:29.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.415026 5447 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.415899 5447 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-0/data/instance:
08:04:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82de2f050ccf4aaa8884c1c8841aa73f"
08:04:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:29 on dist-test-slave-jpj1"
08:04:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.416213 5447 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-0/wal/instance:
08:04:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82de2f050ccf4aaa8884c1c8841aa73f"
08:04:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:29 on dist-test-slave-jpj1"
08:04:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.417331 5447 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.001s sys 0.001s
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.418037 5475 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.418273 5447 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.418417 5447 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-0/data,/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-0/wal
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82de2f050ccf4aaa8884c1c8841aa73f"
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:29 on dist-test-slave-jpj1"
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.418476 5447 fs_report.cc:389] FS layout report
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-0/wal
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-0/wal
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-0/data/data
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:29.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.426757 5447 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:29.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.426971 5447 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:29.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.427083 5447 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:29.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.427659 5447 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:04:29.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.427809 5447 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:04:29.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.427919 5447 ts_tablet_manager.cc:616] Registered 0 tablets
08:04:29.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.428004 5447 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:04:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.435089 5447 rpc_server.cc:307] RPC server started. Bound to: 127.4.232.129:35897
08:04:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.435628 5447 server_base.cc:1193] Dumped server information to /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-0/data/info.pb
08:04:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.436864 5643 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.232.129:35897 every 8 connection(s)
08:04:29.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.439950 5646 heartbeater.cc:344] Connected to a master server at 127.4.232.190:42127
08:04:29.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.440157 5646 heartbeater.cc:461] Registering TS with master...
08:04:29.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.441216 5645 heartbeater.cc:344] Connected to a master server at 127.4.232.188:41303
08:04:29.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.441385 5645 heartbeater.cc:461] Registering TS with master...
08:04:29.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.441627 5646 heartbeater.cc:507] Master 127.4.232.190:42127 requested a full tablet report, sending...
08:04:29.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.441625 5645 heartbeater.cc:507] Master 127.4.232.188:41303 requested a full tablet report, sending...
08:04:29.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.442221 5082 ts_manager.cc:194] Registered new tserver with Master: 82de2f050ccf4aaa8884c1c8841aa73f (127.4.232.129:35897)
08:04:29.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.442590 5305 ts_manager.cc:194] Registered new tserver with Master: 82de2f050ccf4aaa8884c1c8841aa73f (127.4.232.129:35897)
08:04:29.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.442690 5648 heartbeater.cc:344] Connected to a master server at 127.4.232.189:38867
08:04:29.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.442759 5648 heartbeater.cc:461] Registering TS with master...
08:04:29.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.442842 5648 heartbeater.cc:507] Master 127.4.232.189:38867 requested a full tablet report, sending...
08:04:29.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.443161 5188 ts_manager.cc:194] Registered new tserver with Master: 82de2f050ccf4aaa8884c1c8841aa73f (127.4.232.129:35897)
08:04:29.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.443392 5026 external_mini_cluster.cc:1434] Started /tmp/dist-test-task632btX/build/release/bin/kudu as pid 5447
08:04:29.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.443392 5305 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.232.129:56577
08:04:29.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.443463 5026 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-0/wal/instance
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.444496 5026 external_mini_cluster.cc:1372] Running /tmp/dist-test-task632btX/build/release/bin/kudu
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task632btX/build/release/bin/kudu
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-1/wal
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-1/data
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-1/logs
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-1/data/info.pb
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.232.130:0
08:04:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.232.130
08:04:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.232.130
08:04:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.232.190:42127,127.4.232.189:38867,127.4.232.188:41303
08:04:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.232.148:46633
08:04:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:04:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:04:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:04:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.536579 5652 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.536754 5652 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:29.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.536777 5652 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.538295 5652 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.538343 5652 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:04:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.538354 5652 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:04:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.538365 5652 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:04:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.538380 5652 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.232.130
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.539971 5652 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-1/logs
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.232.148:46633
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-1/data
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-1/wal
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.232.130:0
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-1/data/info.pb
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.232.130
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.232.190:42127,127.4.232.189:38867,127.4.232.188:41303
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5652
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.232.130
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 06 Aug 2026 07:43:15 UTC on e7f111948823
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13205
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.540151 5652 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.540335 5652 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:29.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.542764 5660 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.543038 5652 server_base.cc:1061] running on GCE node
08:04:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.542811 5662 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.542891 5659 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.543342 5652 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.543521 5652 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.544737 5652 hybrid_clock.cc:648] HybridClock initialized: now 1786003469544719 us; error 40 us; skew 500 ppm
08:04:29.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.545881 5652 webserver.cc:533] Webserver started at http://127.4.232.130:46549/ using document root <none> and password file <none>
08:04:29.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.546072 5652 fs_manager.cc:362] Metadata directory not provided
08:04:29.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.546119 5652 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:29.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.546237 5652 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:29.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.547052 5652 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-1/data/instance:
08:04:29.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4e360417f0154e93bc815b7786e49391"
08:04:29.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:29 on dist-test-slave-jpj1"
08:04:29.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.547365 5652 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-1/wal/instance:
08:04:29.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4e360417f0154e93bc815b7786e49391"
08:04:29.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:29 on dist-test-slave-jpj1"
08:04:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.548494 5652 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.000s sys 0.001s
08:04:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.549177 5669 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.549340 5652 fs_manager.cc:730] Time spent opening block manager: real 0.000s user 0.000s sys 0.001s
08:04:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.549404 5652 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-1/data,/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-1/wal
08:04:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4e360417f0154e93bc815b7786e49391"
08:04:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:29 on dist-test-slave-jpj1"
08:04:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.549465 5652 fs_report.cc:389] FS layout report
08:04:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-1/wal
08:04:29.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-1/wal
08:04:29.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-1/data/data
08:04:29.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:29.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:29.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:29.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:29.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:29.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:29.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:29.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:29.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:29.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:29.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:29.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.557355 5652 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:29.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.557559 5652 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:29.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.557667 5652 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.558208 5652 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:04:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.558244 5652 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:04:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.558270 5652 ts_tablet_manager.cc:616] Registered 0 tablets
08:04:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.558286 5652 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:04:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.565419 5652 rpc_server.cc:307] RPC server started. Bound to: 127.4.232.130:33059
08:04:29.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.565989 5652 server_base.cc:1193] Dumped server information to /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-1/data/info.pb
08:04:29.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.567078 5839 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.232.130:33059 every 8 connection(s)
08:04:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.568101 5842 heartbeater.cc:344] Connected to a master server at 127.4.232.190:42127
08:04:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.568300 5842 heartbeater.cc:461] Registering TS with master...
08:04:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.568552 5842 heartbeater.cc:507] Master 127.4.232.190:42127 requested a full tablet report, sending...
08:04:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.568961 5082 ts_manager.cc:194] Registered new tserver with Master: 4e360417f0154e93bc815b7786e49391 (127.4.232.130:33059)
08:04:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.569917 5026 external_mini_cluster.cc:1434] Started /tmp/dist-test-task632btX/build/release/bin/kudu as pid 5652
08:04:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.570009 5026 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-1/wal/instance
08:04:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.570287 5841 heartbeater.cc:344] Connected to a master server at 127.4.232.188:41303
08:04:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.570338 5841 heartbeater.cc:461] Registering TS with master...
08:04:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.570425 5841 heartbeater.cc:507] Master 127.4.232.188:41303 requested a full tablet report, sending...
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.570647 5303 ts_manager.cc:194] Registered new tserver with Master: 4e360417f0154e93bc815b7786e49391 (127.4.232.130:33059)
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.571053 5026 external_mini_cluster.cc:1372] Running /tmp/dist-test-task632btX/build/release/bin/kudu
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task632btX/build/release/bin/kudu
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-2/wal
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-2/data
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-2/logs
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-2/data/info.pb
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.232.131:0
08:04:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.232.131
08:04:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.232.131
08:04:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.232.190:42127,127.4.232.189:38867,127.4.232.188:41303
08:04:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.232.148:46633
08:04:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:04:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:04:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:04:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.571134 5303 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.232.130:59017
08:04:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.571552 5846 heartbeater.cc:344] Connected to a master server at 127.4.232.189:38867
08:04:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.571604 5846 heartbeater.cc:461] Registering TS with master...
08:04:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.571689 5846 heartbeater.cc:507] Master 127.4.232.189:38867 requested a full tablet report, sending...
08:04:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.571920 5188 ts_manager.cc:194] Registered new tserver with Master: 4e360417f0154e93bc815b7786e49391 (127.4.232.130:33059)
08:04:29.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.648379 5851 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:29.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.648535 5851 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:29.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.648554 5851 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:29.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.650039 5851 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:29.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.650094 5851 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:04:29.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.650112 5851 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:04:29.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.650126 5851 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:04:29.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.650146 5851 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.232.131
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.651851 5851 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-2/logs
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.232.148:46633
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-2/data
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-2/wal
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.232.131:0
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-2/data/info.pb
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.232.131
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.232.190:42127,127.4.232.189:38867,127.4.232.188:41303
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5851
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.232.131
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 06 Aug 2026 07:43:15 UTC on e7f111948823
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13205
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.652051 5851 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.652297 5851 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:29.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.654757 5861 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:29.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.654842 5863 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:29.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.654899 5851 server_base.cc:1061] running on GCE node
08:04:29.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.654757 5859 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:29.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.655223 5851 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:29.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.655433 5851 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:29.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.656602 5851 hybrid_clock.cc:648] HybridClock initialized: now 1786003469656576 us; error 33 us; skew 500 ppm
08:04:29.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.657727 5851 webserver.cc:533] Webserver started at http://127.4.232.131:35003/ using document root <none> and password file <none>
08:04:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.657924 5851 fs_manager.cc:362] Metadata directory not provided
08:04:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.657976 5851 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.658120 5851 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:29.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.658978 5851 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-2/data/instance:
08:04:29.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4bc9bda017f4801abd8f0228a756c02"
08:04:29.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:29 on dist-test-slave-jpj1"
08:04:29.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.659307 5851 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-2/wal/instance:
08:04:29.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4bc9bda017f4801abd8f0228a756c02"
08:04:29.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:29 on dist-test-slave-jpj1"
08:04:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.660528 5851 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.000s sys 0.001s
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.661270 5872 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.661422 5851 fs_manager.cc:730] Time spent opening block manager: real 0.000s user 0.000s sys 0.001s
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.661496 5851 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-2/data,/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-2/wal
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4bc9bda017f4801abd8f0228a756c02"
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:29 on dist-test-slave-jpj1"
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.661559 5851 fs_report.cc:389] FS layout report
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-2/wal
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-2/wal
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-2/data/data
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:29.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.692703 5851 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.692973 5851 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.693096 5851 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.693655 5851 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:04:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.693706 5851 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:04:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.693733 5851 ts_tablet_manager.cc:616] Registered 0 tablets
08:04:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.693744 5851 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:04:29.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.700371 5851 rpc_server.cc:307] RPC server started. Bound to: 127.4.232.131:40619
08:04:29.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.700950 5851 server_base.cc:1193] Dumped server information to /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-2/data/info.pb
08:04:29.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.702536 6043 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.232.131:40619 every 8 connection(s)
08:04:29.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.703631 6046 heartbeater.cc:344] Connected to a master server at 127.4.232.190:42127
08:04:29.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.703703 6046 heartbeater.cc:461] Registering TS with master...
08:04:29.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.703888 6046 heartbeater.cc:507] Master 127.4.232.190:42127 requested a full tablet report, sending...
08:04:29.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.704388 5082 ts_manager.cc:194] Registered new tserver with Master: a4bc9bda017f4801abd8f0228a756c02 (127.4.232.131:40619)
08:04:29.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.705840 6044 heartbeater.cc:344] Connected to a master server at 127.4.232.188:41303
08:04:29.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.705896 6044 heartbeater.cc:461] Registering TS with master...
08:04:29.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.705984 6044 heartbeater.cc:507] Master 127.4.232.188:41303 requested a full tablet report, sending...
08:04:29.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.706137 5026 external_mini_cluster.cc:1434] Started /tmp/dist-test-task632btX/build/release/bin/kudu as pid 5851
08:04:29.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.706199 5303 ts_manager.cc:194] Registered new tserver with Master: a4bc9bda017f4801abd8f0228a756c02 (127.4.232.131:40619)
08:04:29.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.706225 5026 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/ts-2/wal/instance
08:04:29.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.706668 5303 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.232.131:52031
08:04:29.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.707252 6047 heartbeater.cc:344] Connected to a master server at 127.4.232.189:38867
08:04:29.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.707314 6047 heartbeater.cc:461] Registering TS with master...
08:04:29.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.707355 6047 heartbeater.cc:507] Master 127.4.232.189:38867 requested a full tablet report, sending...
08:04:29.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.707628 5188 ts_manager.cc:194] Registered new tserver with Master: a4bc9bda017f4801abd8f0228a756c02 (127.4.232.131:40619)
08:04:29.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.708637 5026 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
08:04:29.709 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:04:29.709 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:04:29.710 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.4.232.190"
port: 42127
}
bound_http_address {
host: "127.4.232.190"
port: 37763
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.4.232.189"
port: 38867
}
bound_http_address {
host: "127.4.232.189"
port: 32949
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.4.232.188"
port: 41303
}
bound_http_address {
host: "127.4.232.188"
port: 38919
}
}
}
08:04:29.710 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:04:29.710 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.4.232.129"
port: 35897
}
bound_http_address {
host: "127.4.232.129"
port: 41785
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.4.232.130"
port: 33059
}
bound_http_address {
host: "127.4.232.130"
port: 46549
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.4.232.131"
port: 40619
}
bound_http_address {
host: "127.4.232.131"
port: 35003
}
}
}
08:04:29.710 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:04:29.712 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:04:29.713 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.232.188:41303(127.4.232.188:41303)] connecting to peer
08:04:29.714 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.232.189:38867(127.4.232.189:38867)] connecting to peer
08:04:29.715 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.232.188:41303(127.4.232.188:41303)] Successfully connected to peer
08:04:29.715 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.232.190:42127(127.4.232.190:42127)] connecting to peer
08:04:29.716 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.232.189:38867(127.4.232.189:38867)] Successfully connected to peer
08:04:29.717 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.4.232.188
08:04:29.717 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.232.190:42127(127.4.232.190:42127)] Successfully connected to peer
08:04:29.717 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.4.232.189
08:04:29.718 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.4.232.190
08:04:29.726 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x69d34ed5, L:/127.0.0.1:32908 - R:/127.4.232.188:41303] using SASL/PLAIN
08:04:29.727 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xa3e6872b, L:/127.0.0.1:55036 - R:/127.4.232.190:42127] using SASL/PLAIN
08:04:29.727 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xe4ebd0eb, L:/127.0.0.1:44378 - R:/127.4.232.189:38867] using SASL/PLAIN
08:04:29.728 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:04:29.728 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=15), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.188:41303, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.189:38867, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.190:42127, [14ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.190:42127: OK, [14ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.188:41303: OK, deferred=null) after lookup
08:04:29.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.728672 5303 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:32908:
08:04:29.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
08:04:29.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:04:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:04:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
08:04:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:04:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
08:04:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
08:04:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.729012 5303 catalog_manager.cc:7077] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:04:29.732 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 55cfa69a4172422aac76507df96db8e4
08:04:29.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.737458 5946 tablet_service.cc:1511] Processing CreateTablet for tablet 40851d6a58ee4d0a827937b71481b316 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=55cfa69a4172422aac76507df96db8e4]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:04:29.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.737458 5941 tablet_service.cc:1511] Processing CreateTablet for tablet c0bdcfe076cb469da48092647b053e01 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=55cfa69a4172422aac76507df96db8e4]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:04:29.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.737840 5946 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 40851d6a58ee4d0a827937b71481b316. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:29.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.738001 5941 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c0bdcfe076cb469da48092647b053e01. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:29.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.739277 5741 tablet_service.cc:1511] Processing CreateTablet for tablet 40851d6a58ee4d0a827937b71481b316 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=55cfa69a4172422aac76507df96db8e4]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:04:29.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.739571 5741 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 40851d6a58ee4d0a827937b71481b316. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:29.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.739506 5547 tablet_service.cc:1511] Processing CreateTablet for tablet 40851d6a58ee4d0a827937b71481b316 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=55cfa69a4172422aac76507df96db8e4]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:04:29.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.739775 5547 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 40851d6a58ee4d0a827937b71481b316. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:29.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.740880 6065 tablet_bootstrap.cc:492] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02: Bootstrap starting.
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.741364 6065 tablet_bootstrap.cc:654] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02: Neither blocks nor log segments found. Creating new log.
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.741612 6065 log.cc:826] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02: Log is configured to *not* fsync() on all Append() calls
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.742079 6068 tablet_bootstrap.cc:492] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f: Bootstrap starting.
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.742129 5740 tablet_service.cc:1511] Processing CreateTablet for tablet c0bdcfe076cb469da48092647b053e01 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=55cfa69a4172422aac76507df96db8e4]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.742134 5546 tablet_service.cc:1511] Processing CreateTablet for tablet c0bdcfe076cb469da48092647b053e01 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=55cfa69a4172422aac76507df96db8e4]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.742223 5740 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c0bdcfe076cb469da48092647b053e01. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.742223 5546 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c0bdcfe076cb469da48092647b053e01. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.742223 6065 tablet_bootstrap.cc:492] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02: No bootstrap required, opened a new log
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.742273 6065 ts_tablet_manager.cc:1403] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02: Time spent bootstrapping tablet: real 0.001s user 0.001s sys 0.000s
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.743022 6068 tablet_bootstrap.cc:654] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f: Neither blocks nor log segments found. Creating new log.
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.743299 6068 log.cc:826] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f: Log is configured to *not* fsync() on all Append() calls
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.743628 6067 tablet_bootstrap.cc:492] T 40851d6a58ee4d0a827937b71481b316 P 4e360417f0154e93bc815b7786e49391: Bootstrap starting.
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.743825 6065 raft_consensus.cc:359] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } }
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.743953 6065 raft_consensus.cc:385] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.743974 6065 raft_consensus.cc:740] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a4bc9bda017f4801abd8f0228a756c02, State: Initialized, Role: FOLLOWER
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.744053 6065 consensus_queue.cc:260] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } }
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.744148 6068 tablet_bootstrap.cc:492] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f: No bootstrap required, opened a new log
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.744197 6068 ts_tablet_manager.cc:1403] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.744278 6065 ts_tablet_manager.cc:1434] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
08:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.744310 6044 heartbeater.cc:499] Master 127.4.232.188:41303 was elected leader, sending a full tablet report...
08:04:29.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.745497 6067 tablet_bootstrap.cc:654] T 40851d6a58ee4d0a827937b71481b316 P 4e360417f0154e93bc815b7786e49391: Neither blocks nor log segments found. Creating new log.
08:04:29.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.745496 6068 raft_consensus.cc:359] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } } peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } }
08:04:29.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.745600 6068 raft_consensus.cc:385] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:29.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.745628 6068 raft_consensus.cc:740] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 82de2f050ccf4aaa8884c1c8841aa73f, State: Initialized, Role: FOLLOWER
08:04:29.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.745755 6068 consensus_queue.cc:260] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } } peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } }
08:04:29.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.745795 6067 log.cc:826] T 40851d6a58ee4d0a827937b71481b316 P 4e360417f0154e93bc815b7786e49391: Log is configured to *not* fsync() on all Append() calls
08:04:29.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.745998 6068 ts_tablet_manager.cc:1434] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
08:04:29.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.746106 5645 heartbeater.cc:499] Master 127.4.232.188:41303 was elected leader, sending a full tablet report...
08:04:29.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.746104 6065 tablet_bootstrap.cc:492] T 40851d6a58ee4d0a827937b71481b316 P a4bc9bda017f4801abd8f0228a756c02: Bootstrap starting.
08:04:29.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.746533 6065 tablet_bootstrap.cc:654] T 40851d6a58ee4d0a827937b71481b316 P a4bc9bda017f4801abd8f0228a756c02: Neither blocks nor log segments found. Creating new log.
08:04:29.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.746716 6068 tablet_bootstrap.cc:492] T c0bdcfe076cb469da48092647b053e01 P 82de2f050ccf4aaa8884c1c8841aa73f: Bootstrap starting.
08:04:29.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.746894 6067 tablet_bootstrap.cc:492] T 40851d6a58ee4d0a827937b71481b316 P 4e360417f0154e93bc815b7786e49391: No bootstrap required, opened a new log
08:04:29.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.746959 6067 ts_tablet_manager.cc:1403] T 40851d6a58ee4d0a827937b71481b316 P 4e360417f0154e93bc815b7786e49391: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
08:04:29.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.747241 6065 tablet_bootstrap.cc:492] T 40851d6a58ee4d0a827937b71481b316 P a4bc9bda017f4801abd8f0228a756c02: No bootstrap required, opened a new log
08:04:29.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.747284 6065 ts_tablet_manager.cc:1403] T 40851d6a58ee4d0a827937b71481b316 P a4bc9bda017f4801abd8f0228a756c02: Time spent bootstrapping tablet: real 0.001s user 0.001s sys 0.000s
08:04:29.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.747355 6068 tablet_bootstrap.cc:654] T c0bdcfe076cb469da48092647b053e01 P 82de2f050ccf4aaa8884c1c8841aa73f: Neither blocks nor log segments found. Creating new log.
08:04:29.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.747574 6065 raft_consensus.cc:359] T 40851d6a58ee4d0a827937b71481b316 P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } } peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } }
08:04:29.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.747737 6065 raft_consensus.cc:385] T 40851d6a58ee4d0a827937b71481b316 P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:29.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.747783 6065 raft_consensus.cc:740] T 40851d6a58ee4d0a827937b71481b316 P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a4bc9bda017f4801abd8f0228a756c02, State: Initialized, Role: FOLLOWER
08:04:29.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.747830 6065 consensus_queue.cc:260] T 40851d6a58ee4d0a827937b71481b316 P a4bc9bda017f4801abd8f0228a756c02 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } } peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } }
08:04:29.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.747915 6065 ts_tablet_manager.cc:1434] T 40851d6a58ee4d0a827937b71481b316 P a4bc9bda017f4801abd8f0228a756c02: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
08:04:29.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.747918 6068 tablet_bootstrap.cc:492] T c0bdcfe076cb469da48092647b053e01 P 82de2f050ccf4aaa8884c1c8841aa73f: No bootstrap required, opened a new log
08:04:29.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.747956 6068 ts_tablet_manager.cc:1403] T c0bdcfe076cb469da48092647b053e01 P 82de2f050ccf4aaa8884c1c8841aa73f: Time spent bootstrapping tablet: real 0.001s user 0.001s sys 0.000s
08:04:29.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.748081 6068 raft_consensus.cc:359] T c0bdcfe076cb469da48092647b053e01 P 82de2f050ccf4aaa8884c1c8841aa73f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } }
08:04:29.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.748143 6068 raft_consensus.cc:385] T c0bdcfe076cb469da48092647b053e01 P 82de2f050ccf4aaa8884c1c8841aa73f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:29.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.748162 6068 raft_consensus.cc:740] T c0bdcfe076cb469da48092647b053e01 P 82de2f050ccf4aaa8884c1c8841aa73f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 82de2f050ccf4aaa8884c1c8841aa73f, State: Initialized, Role: FOLLOWER
08:04:29.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.748195 6068 consensus_queue.cc:260] T c0bdcfe076cb469da48092647b053e01 P 82de2f050ccf4aaa8884c1c8841aa73f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } }
08:04:29.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.748358 6068 ts_tablet_manager.cc:1434] T c0bdcfe076cb469da48092647b053e01 P 82de2f050ccf4aaa8884c1c8841aa73f: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
08:04:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.748492 6067 raft_consensus.cc:359] T 40851d6a58ee4d0a827937b71481b316 P 4e360417f0154e93bc815b7786e49391 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } } peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } }
08:04:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.748602 6067 raft_consensus.cc:385] T 40851d6a58ee4d0a827937b71481b316 P 4e360417f0154e93bc815b7786e49391 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.748631 6067 raft_consensus.cc:740] T 40851d6a58ee4d0a827937b71481b316 P 4e360417f0154e93bc815b7786e49391 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4e360417f0154e93bc815b7786e49391, State: Initialized, Role: FOLLOWER
08:04:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.748708 6067 consensus_queue.cc:260] T 40851d6a58ee4d0a827937b71481b316 P 4e360417f0154e93bc815b7786e49391 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } } peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } }
08:04:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.748914 6067 ts_tablet_manager.cc:1434] T 40851d6a58ee4d0a827937b71481b316 P 4e360417f0154e93bc815b7786e49391: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
08:04:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.749008 5841 heartbeater.cc:499] Master 127.4.232.188:41303 was elected leader, sending a full tablet report...
08:04:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.749019 6067 tablet_bootstrap.cc:492] T c0bdcfe076cb469da48092647b053e01 P 4e360417f0154e93bc815b7786e49391: Bootstrap starting.
08:04:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.749567 6067 tablet_bootstrap.cc:654] T c0bdcfe076cb469da48092647b053e01 P 4e360417f0154e93bc815b7786e49391: Neither blocks nor log segments found. Creating new log.
08:04:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.750259 6067 tablet_bootstrap.cc:492] T c0bdcfe076cb469da48092647b053e01 P 4e360417f0154e93bc815b7786e49391: No bootstrap required, opened a new log
08:04:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.750406 6067 ts_tablet_manager.cc:1403] T c0bdcfe076cb469da48092647b053e01 P 4e360417f0154e93bc815b7786e49391: Time spent bootstrapping tablet: real 0.001s user 0.001s sys 0.000s
08:04:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.750626 6067 raft_consensus.cc:359] T c0bdcfe076cb469da48092647b053e01 P 4e360417f0154e93bc815b7786e49391 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } }
08:04:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.750778 6067 raft_consensus.cc:385] T c0bdcfe076cb469da48092647b053e01 P 4e360417f0154e93bc815b7786e49391 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.750880 6067 raft_consensus.cc:740] T c0bdcfe076cb469da48092647b053e01 P 4e360417f0154e93bc815b7786e49391 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4e360417f0154e93bc815b7786e49391, State: Initialized, Role: FOLLOWER
08:04:29.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.750939 6067 consensus_queue.cc:260] T c0bdcfe076cb469da48092647b053e01 P 4e360417f0154e93bc815b7786e49391 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } }
08:04:29.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.751022 6067 ts_tablet_manager.cc:1434] T c0bdcfe076cb469da48092647b053e01 P 4e360417f0154e93bc815b7786e49391: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
08:04:29.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.817792 5847 tablet.cc:2406] T 40851d6a58ee4d0a827937b71481b316 P 4e360417f0154e93bc815b7786e49391: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:04:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.940266 5649 tablet.cc:2406] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:04:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:29.953460 6048 tablet.cc:2406] T 40851d6a58ee4d0a827937b71481b316 P a4bc9bda017f4801abd8f0228a756c02: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:04:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.964612 6070 raft_consensus.cc:493] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.964740 6070 raft_consensus.cc:515] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } }
08:04:29.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.965046 6070 leader_election.cc:290] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 82de2f050ccf4aaa8884c1c8841aa73f (127.4.232.129:35897), 4e360417f0154e93bc815b7786e49391 (127.4.232.130:33059)
08:04:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.967792 5762 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c0bdcfe076cb469da48092647b053e01" candidate_uuid: "a4bc9bda017f4801abd8f0228a756c02" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4e360417f0154e93bc815b7786e49391" is_pre_election: true
08:04:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.967810 5571 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c0bdcfe076cb469da48092647b053e01" candidate_uuid: "a4bc9bda017f4801abd8f0228a756c02" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" is_pre_election: true
08:04:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.967932 5571 raft_consensus.cc:2468] T c0bdcfe076cb469da48092647b053e01 P 82de2f050ccf4aaa8884c1c8841aa73f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a4bc9bda017f4801abd8f0228a756c02 in term 0.
08:04:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.967943 5762 raft_consensus.cc:2468] T c0bdcfe076cb469da48092647b053e01 P 4e360417f0154e93bc815b7786e49391 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a4bc9bda017f4801abd8f0228a756c02 in term 0.
08:04:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.968149 5877 leader_election.cc:304] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 82de2f050ccf4aaa8884c1c8841aa73f, a4bc9bda017f4801abd8f0228a756c02; no voters:
08:04:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.968327 6070 raft_consensus.cc:2804] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:04:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.968387 6070 raft_consensus.cc:493] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:04:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.968402 6070 raft_consensus.cc:3060] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Advancing to term 1
08:04:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.968986 6070 raft_consensus.cc:515] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } }
08:04:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.969117 6070 leader_election.cc:290] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 [CANDIDATE]: Term 1 election: Requested vote from peers 82de2f050ccf4aaa8884c1c8841aa73f (127.4.232.129:35897), 4e360417f0154e93bc815b7786e49391 (127.4.232.130:33059)
08:04:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.969321 5571 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c0bdcfe076cb469da48092647b053e01" candidate_uuid: "a4bc9bda017f4801abd8f0228a756c02" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "82de2f050ccf4aaa8884c1c8841aa73f"
08:04:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.969334 5762 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c0bdcfe076cb469da48092647b053e01" candidate_uuid: "a4bc9bda017f4801abd8f0228a756c02" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4e360417f0154e93bc815b7786e49391"
08:04:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.969409 5762 raft_consensus.cc:3060] T c0bdcfe076cb469da48092647b053e01 P 4e360417f0154e93bc815b7786e49391 [term 0 FOLLOWER]: Advancing to term 1
08:04:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.969410 5571 raft_consensus.cc:3060] T c0bdcfe076cb469da48092647b053e01 P 82de2f050ccf4aaa8884c1c8841aa73f [term 0 FOLLOWER]: Advancing to term 1
08:04:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.970201 5762 raft_consensus.cc:2468] T c0bdcfe076cb469da48092647b053e01 P 4e360417f0154e93bc815b7786e49391 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a4bc9bda017f4801abd8f0228a756c02 in term 1.
08:04:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.970198 5571 raft_consensus.cc:2468] T c0bdcfe076cb469da48092647b053e01 P 82de2f050ccf4aaa8884c1c8841aa73f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a4bc9bda017f4801abd8f0228a756c02 in term 1.
08:04:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.970402 5877 leader_election.cc:304] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 82de2f050ccf4aaa8884c1c8841aa73f, a4bc9bda017f4801abd8f0228a756c02; no voters:
08:04:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.970497 6070 raft_consensus.cc:2804] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 [term 1 FOLLOWER]: Leader election won for term 1
08:04:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.970654 6070 raft_consensus.cc:697] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 [term 1 LEADER]: Becoming Leader. State: Replica: a4bc9bda017f4801abd8f0228a756c02, State: Running, Role: LEADER
08:04:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.970758 6070 consensus_queue.cc:237] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } }
08:04:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:29.971524 5303 catalog_manager.cc:5697] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 reported cstate change: term changed from 0 to 1, leader changed from <none> to a4bc9bda017f4801abd8f0228a756c02 (127.4.232.131). New cstate: current_term: 1 leader_uuid: "a4bc9bda017f4801abd8f0228a756c02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } health_report { overall_health: HEALTHY } } }
08:04:30.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.047375 6074 raft_consensus.cc:493] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:30.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.047493 6074 raft_consensus.cc:515] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } } peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } }
08:04:30.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.047895 6074 leader_election.cc:290] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a4bc9bda017f4801abd8f0228a756c02 (127.4.232.131:40619), 4e360417f0154e93bc815b7786e49391 (127.4.232.130:33059)
08:04:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.050618 5973 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40851d6a58ee4d0a827937b71481b316" candidate_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a4bc9bda017f4801abd8f0228a756c02" is_pre_election: true
08:04:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.050705 5762 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40851d6a58ee4d0a827937b71481b316" candidate_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4e360417f0154e93bc815b7786e49391" is_pre_election: true
08:04:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.050740 5973 raft_consensus.cc:2468] T 40851d6a58ee4d0a827937b71481b316 P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 82de2f050ccf4aaa8884c1c8841aa73f in term 0.
08:04:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.050776 5762 raft_consensus.cc:2468] T 40851d6a58ee4d0a827937b71481b316 P 4e360417f0154e93bc815b7786e49391 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 82de2f050ccf4aaa8884c1c8841aa73f in term 0.
08:04:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.050956 5481 leader_election.cc:304] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 82de2f050ccf4aaa8884c1c8841aa73f, a4bc9bda017f4801abd8f0228a756c02; no voters:
08:04:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.051080 6074 raft_consensus.cc:2804] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f [term 0 FOLLOWER]: Leader pre-election won for term 1
08:04:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.051124 6074 raft_consensus.cc:493] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:04:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.051144 6074 raft_consensus.cc:3060] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f [term 0 FOLLOWER]: Advancing to term 1
08:04:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.051774 6074 raft_consensus.cc:515] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } } peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } }
08:04:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.051890 6074 leader_election.cc:290] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f [CANDIDATE]: Term 1 election: Requested vote from peers a4bc9bda017f4801abd8f0228a756c02 (127.4.232.131:40619), 4e360417f0154e93bc815b7786e49391 (127.4.232.130:33059)
08:04:30.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.052038 5973 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40851d6a58ee4d0a827937b71481b316" candidate_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a4bc9bda017f4801abd8f0228a756c02"
08:04:30.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.052109 5973 raft_consensus.cc:3060] T 40851d6a58ee4d0a827937b71481b316 P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Advancing to term 1
08:04:30.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.052103 5762 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40851d6a58ee4d0a827937b71481b316" candidate_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4e360417f0154e93bc815b7786e49391"
08:04:30.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.052176 5762 raft_consensus.cc:3060] T 40851d6a58ee4d0a827937b71481b316 P 4e360417f0154e93bc815b7786e49391 [term 0 FOLLOWER]: Advancing to term 1
08:04:30.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.052688 5762 raft_consensus.cc:2468] T 40851d6a58ee4d0a827937b71481b316 P 4e360417f0154e93bc815b7786e49391 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 82de2f050ccf4aaa8884c1c8841aa73f in term 1.
08:04:30.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.052752 5973 raft_consensus.cc:2468] T 40851d6a58ee4d0a827937b71481b316 P a4bc9bda017f4801abd8f0228a756c02 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 82de2f050ccf4aaa8884c1c8841aa73f in term 1.
08:04:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.052898 5481 leader_election.cc:304] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 82de2f050ccf4aaa8884c1c8841aa73f, a4bc9bda017f4801abd8f0228a756c02; no voters:
08:04:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.052999 6074 raft_consensus.cc:2804] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f [term 1 FOLLOWER]: Leader election won for term 1
08:04:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.053066 6074 raft_consensus.cc:697] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f [term 1 LEADER]: Becoming Leader. State: Replica: 82de2f050ccf4aaa8884c1c8841aa73f, State: Running, Role: LEADER
08:04:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.053141 6074 consensus_queue.cc:237] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } } peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } }
08:04:30.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.053927 5303 catalog_manager.cc:5697] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f reported cstate change: term changed from 0 to 1, leader changed from <none> to 82de2f050ccf4aaa8884c1c8841aa73f (127.4.232.129). New cstate: current_term: 1 leader_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } health_report { overall_health: UNKNOWN } } }
08:04:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.163036 5411 catalog_manager.cc:1295] Loaded cluster ID: 56fe601244f346eb87b433589e6e771c
08:04:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.163117 5411 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8: loading cluster ID for follower catalog manager: success
08:04:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.164012 5411 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8: acquiring CA information for follower catalog manager: success
08:04:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.164269 5411 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:30.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.268211 5446 catalog_manager.cc:1295] Loaded cluster ID: 56fe601244f346eb87b433589e6e771c
08:04:30.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.268299 5446 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390: loading cluster ID for follower catalog manager: success
08:04:30.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.269100 5446 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390: acquiring CA information for follower catalog manager: success
08:04:30.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.269378 5446 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:30.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.391706 6070 consensus_queue.cc:1048] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 [LEADER]: Connected to new peer: Peer: permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:04:30.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.394016 6092 consensus_queue.cc:1048] T c0bdcfe076cb469da48092647b053e01 P a4bc9bda017f4801abd8f0228a756c02 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:04:30.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.433027 6074 consensus_queue.cc:1048] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:04:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.435266 6079 consensus_queue.cc:1048] T 40851d6a58ee4d0a827937b71481b316 P 82de2f050ccf4aaa8884c1c8841aa73f [LEADER]: Connected to new peer: Peer: permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:04:30.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.461633 5305 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:32918:
08:04:30.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:04:30.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:04:30.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:30.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:04:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:04:30.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:04:30.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:04:30.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:30.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:04:30.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:04:30.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:30.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:04:30.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:30.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:30.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:30.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:04:30.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:30.461862 5305 catalog_manager.cc:7077] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:04:30.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.464674 5546 tablet_service.cc:1511] Processing CreateTablet for tablet 1b9550a7274f4a1f8cd8d37dc5ab0bcf (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=102603d248614b11ac70d1ffc6235079]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:04:30.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.464732 5740 tablet_service.cc:1511] Processing CreateTablet for tablet 1b9550a7274f4a1f8cd8d37dc5ab0bcf (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=102603d248614b11ac70d1ffc6235079]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:04:30.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.464869 5740 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1b9550a7274f4a1f8cd8d37dc5ab0bcf. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:30.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.464869 5546 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1b9550a7274f4a1f8cd8d37dc5ab0bcf. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:30.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.466311 6112 tablet_bootstrap.cc:492] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 82de2f050ccf4aaa8884c1c8841aa73f: Bootstrap starting.
08:04:30.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.466317 6113 tablet_bootstrap.cc:492] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 4e360417f0154e93bc815b7786e49391: Bootstrap starting.
08:04:30.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.466364 5941 tablet_service.cc:1511] Processing CreateTablet for tablet 1b9550a7274f4a1f8cd8d37dc5ab0bcf (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=102603d248614b11ac70d1ffc6235079]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:04:30.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.466514 5941 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1b9550a7274f4a1f8cd8d37dc5ab0bcf. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:30.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.466809 6112 tablet_bootstrap.cc:654] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 82de2f050ccf4aaa8884c1c8841aa73f: Neither blocks nor log segments found. Creating new log.
08:04:30.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.466842 6113 tablet_bootstrap.cc:654] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 4e360417f0154e93bc815b7786e49391: Neither blocks nor log segments found. Creating new log.
08:04:30.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.467664 6112 tablet_bootstrap.cc:492] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 82de2f050ccf4aaa8884c1c8841aa73f: No bootstrap required, opened a new log
08:04:30.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.467684 6113 tablet_bootstrap.cc:492] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 4e360417f0154e93bc815b7786e49391: No bootstrap required, opened a new log
08:04:30.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.467739 6113 ts_tablet_manager.cc:1403] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 4e360417f0154e93bc815b7786e49391: Time spent bootstrapping tablet: real 0.001s user 0.001s sys 0.000s
08:04:30.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.467885 6113 raft_consensus.cc:359] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 4e360417f0154e93bc815b7786e49391 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } }
08:04:30.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.467947 6113 raft_consensus.cc:385] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 4e360417f0154e93bc815b7786e49391 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:30.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.467967 6113 raft_consensus.cc:740] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 4e360417f0154e93bc815b7786e49391 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4e360417f0154e93bc815b7786e49391, State: Initialized, Role: FOLLOWER
08:04:30.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.467998 6117 tablet_bootstrap.cc:492] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02: Bootstrap starting.
08:04:30.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.468009 6113 consensus_queue.cc:260] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 4e360417f0154e93bc815b7786e49391 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } }
08:04:30.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.468098 6113 ts_tablet_manager.cc:1434] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 4e360417f0154e93bc815b7786e49391: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
08:04:30.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.468161 6094 tablet_replica.cc:442] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 4e360417f0154e93bc815b7786e49391: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } } }
08:04:30.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.468218 6094 tablet_replica.cc:445] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 4e360417f0154e93bc815b7786e49391: This TxnStatusTablet replica's current role is: FOLLOWER
08:04:30.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.468387 6117 tablet_bootstrap.cc:654] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02: Neither blocks nor log segments found. Creating new log.
08:04:30.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.468572 6112 ts_tablet_manager.cc:1403] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 82de2f050ccf4aaa8884c1c8841aa73f: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
08:04:30.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.468789 6112 raft_consensus.cc:359] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 82de2f050ccf4aaa8884c1c8841aa73f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } }
08:04:30.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.468937 6112 raft_consensus.cc:385] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 82de2f050ccf4aaa8884c1c8841aa73f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:30.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.468972 6117 tablet_bootstrap.cc:492] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02: No bootstrap required, opened a new log
08:04:30.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.469012 6117 ts_tablet_manager.cc:1403] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02: Time spent bootstrapping tablet: real 0.001s user 0.001s sys 0.000s
08:04:30.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.469094 6112 raft_consensus.cc:740] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 82de2f050ccf4aaa8884c1c8841aa73f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 82de2f050ccf4aaa8884c1c8841aa73f, State: Initialized, Role: FOLLOWER
08:04:30.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.469168 6112 consensus_queue.cc:260] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 82de2f050ccf4aaa8884c1c8841aa73f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } }
08:04:30.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.469167 6117 raft_consensus.cc:359] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } }
08:04:30.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.469218 6117 raft_consensus.cc:385] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:30.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.469236 6117 raft_consensus.cc:740] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a4bc9bda017f4801abd8f0228a756c02, State: Initialized, Role: FOLLOWER
08:04:30.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.469266 6112 ts_tablet_manager.cc:1434] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 82de2f050ccf4aaa8884c1c8841aa73f: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
08:04:30.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.469296 6117 consensus_queue.cc:260] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } }
08:04:30.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.469318 6079 tablet_replica.cc:442] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 82de2f050ccf4aaa8884c1c8841aa73f: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } } }
08:04:30.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.469395 6079 tablet_replica.cc:445] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 82de2f050ccf4aaa8884c1c8841aa73f: This TxnStatusTablet replica's current role is: FOLLOWER
08:04:30.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.469381 6117 ts_tablet_manager.cc:1434] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
08:04:30.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.469434 6092 tablet_replica.cc:442] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } } }
08:04:30.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.470266 6092 tablet_replica.cc:445] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02: This TxnStatusTablet replica's current role is: FOLLOWER
08:04:30.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.556857 6092 raft_consensus.cc:493] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:30.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.556954 6092 raft_consensus.cc:515] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } }
08:04:30.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.557094 6092 leader_election.cc:290] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 82de2f050ccf4aaa8884c1c8841aa73f (127.4.232.129:35897), 4e360417f0154e93bc815b7786e49391 (127.4.232.130:33059)
08:04:30.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.557337 5571 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1b9550a7274f4a1f8cd8d37dc5ab0bcf" candidate_uuid: "a4bc9bda017f4801abd8f0228a756c02" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" is_pre_election: true
08:04:30.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.557368 5762 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1b9550a7274f4a1f8cd8d37dc5ab0bcf" candidate_uuid: "a4bc9bda017f4801abd8f0228a756c02" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4e360417f0154e93bc815b7786e49391" is_pre_election: true
08:04:30.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.557447 5571 raft_consensus.cc:2468] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 82de2f050ccf4aaa8884c1c8841aa73f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a4bc9bda017f4801abd8f0228a756c02 in term 0.
08:04:30.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.557447 5762 raft_consensus.cc:2468] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 4e360417f0154e93bc815b7786e49391 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a4bc9bda017f4801abd8f0228a756c02 in term 0.
08:04:30.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.557619 5877 leader_election.cc:304] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4e360417f0154e93bc815b7786e49391, a4bc9bda017f4801abd8f0228a756c02; no voters:
08:04:30.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.557731 6092 raft_consensus.cc:2804] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:04:30.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.557792 6092 raft_consensus.cc:493] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:04:30.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.557813 6092 raft_consensus.cc:3060] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 [term 0 FOLLOWER]: Advancing to term 1
08:04:30.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.558444 6092 raft_consensus.cc:515] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } }
08:04:30.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.558563 6092 leader_election.cc:290] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 [CANDIDATE]: Term 1 election: Requested vote from peers 82de2f050ccf4aaa8884c1c8841aa73f (127.4.232.129:35897), 4e360417f0154e93bc815b7786e49391 (127.4.232.130:33059)
08:04:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.558804 5762 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1b9550a7274f4a1f8cd8d37dc5ab0bcf" candidate_uuid: "a4bc9bda017f4801abd8f0228a756c02" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4e360417f0154e93bc815b7786e49391"
08:04:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.558812 5571 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1b9550a7274f4a1f8cd8d37dc5ab0bcf" candidate_uuid: "a4bc9bda017f4801abd8f0228a756c02" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "82de2f050ccf4aaa8884c1c8841aa73f"
08:04:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.558868 5762 raft_consensus.cc:3060] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 4e360417f0154e93bc815b7786e49391 [term 0 FOLLOWER]: Advancing to term 1
08:04:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.558892 5571 raft_consensus.cc:3060] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 82de2f050ccf4aaa8884c1c8841aa73f [term 0 FOLLOWER]: Advancing to term 1
08:04:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.559428 5762 raft_consensus.cc:2468] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 4e360417f0154e93bc815b7786e49391 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a4bc9bda017f4801abd8f0228a756c02 in term 1.
08:04:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.559432 5571 raft_consensus.cc:2468] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 82de2f050ccf4aaa8884c1c8841aa73f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a4bc9bda017f4801abd8f0228a756c02 in term 1.
08:04:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.559640 5877 leader_election.cc:304] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 82de2f050ccf4aaa8884c1c8841aa73f, a4bc9bda017f4801abd8f0228a756c02; no voters:
08:04:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.559769 6092 raft_consensus.cc:2804] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 [term 1 FOLLOWER]: Leader election won for term 1
08:04:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.559820 6092 raft_consensus.cc:697] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 [term 1 LEADER]: Becoming Leader. State: Replica: a4bc9bda017f4801abd8f0228a756c02, State: Running, Role: LEADER
08:04:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.559860 6092 consensus_queue.cc:237] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } }
08:04:30.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.560153 6083 tablet_replica.cc:442] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02: TxnStatusTablet state changed. Reason: New leader a4bc9bda017f4801abd8f0228a756c02. Latest consensus state: current_term: 1 leader_uuid: "a4bc9bda017f4801abd8f0228a756c02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } } }
08:04:30.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.560230 6083 tablet_replica.cc:445] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02: This TxnStatusTablet replica's current role is: LEADER
08:04:30.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.560436 6121 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
08:04:30.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.560456 5303 catalog_manager.cc:5697] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 reported cstate change: term changed from 0 to 1, leader changed from <none> to a4bc9bda017f4801abd8f0228a756c02 (127.4.232.131). New cstate: current_term: 1 leader_uuid: "a4bc9bda017f4801abd8f0228a756c02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } health_report { overall_health: HEALTHY } } }
08:04:30.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.560539 6121 txn_status_manager.cc:930] Loading transaction status metadata into memory...
08:04:30.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.584988 5571 raft_consensus.cc:1275] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 82de2f050ccf4aaa8884c1c8841aa73f [term 1 FOLLOWER]: Refusing update from remote peer a4bc9bda017f4801abd8f0228a756c02: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:04:30.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.585000 5762 raft_consensus.cc:1275] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 4e360417f0154e93bc815b7786e49391 [term 1 FOLLOWER]: Refusing update from remote peer a4bc9bda017f4801abd8f0228a756c02: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:04:30.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.585256 6092 consensus_queue.cc:1048] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:04:30.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.585397 6083 consensus_queue.cc:1048] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02 [LEADER]: Connected to new peer: Peer: permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:04:30.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.586248 6094 tablet_replica.cc:442] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 4e360417f0154e93bc815b7786e49391: TxnStatusTablet state changed. Reason: New leader a4bc9bda017f4801abd8f0228a756c02. Latest consensus state: current_term: 1 leader_uuid: "a4bc9bda017f4801abd8f0228a756c02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } } }
08:04:30.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.586326 6094 tablet_replica.cc:445] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 4e360417f0154e93bc815b7786e49391: This TxnStatusTablet replica's current role is: FOLLOWER
08:04:30.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.586298 6079 tablet_replica.cc:442] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 82de2f050ccf4aaa8884c1c8841aa73f: TxnStatusTablet state changed. Reason: New leader a4bc9bda017f4801abd8f0228a756c02. Latest consensus state: current_term: 1 leader_uuid: "a4bc9bda017f4801abd8f0228a756c02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } } }
08:04:30.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.586380 6079 tablet_replica.cc:445] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 82de2f050ccf4aaa8884c1c8841aa73f: This TxnStatusTablet replica's current role is: FOLLOWER
08:04:30.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.587622 6083 tablet_replica.cc:442] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a4bc9bda017f4801abd8f0228a756c02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } } }
08:04:30.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.587718 6083 tablet_replica.cc:445] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02: This TxnStatusTablet replica's current role is: LEADER
08:04:30.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.587963 6093 mvcc.cc:204] Tried to move back new op lower bound from 7315470215514038272 to 7315470215413526528. Current Snapshot: MvccSnapshot[applied={T|T < 7315470215514038272}]
08:04:30.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.588059 6079 tablet_replica.cc:442] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 82de2f050ccf4aaa8884c1c8841aa73f: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a4bc9bda017f4801abd8f0228a756c02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } } }
08:04:30.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.588125 6079 tablet_replica.cc:445] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 82de2f050ccf4aaa8884c1c8841aa73f: This TxnStatusTablet replica's current role is: FOLLOWER
08:04:30.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.587631 6090 mvcc.cc:204] Tried to move back new op lower bound from 7315470215514038272 to 7315470215413526528. Current Snapshot: MvccSnapshot[applied={T|T < 7315470215514038272}]
08:04:30.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.588551 6096 mvcc.cc:204] Tried to move back new op lower bound from 7315470215514038272 to 7315470215413526528. Current Snapshot: MvccSnapshot[applied={T|T < 7315470215514038272}]
08:04:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.588654 6094 tablet_replica.cc:442] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 4e360417f0154e93bc815b7786e49391: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a4bc9bda017f4801abd8f0228a756c02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } } }
08:04:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.588714 6094 tablet_replica.cc:445] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P 4e360417f0154e93bc815b7786e49391: This TxnStatusTablet replica's current role is: FOLLOWER
08:04:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.588975 6083 tablet_replica.cc:442] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a4bc9bda017f4801abd8f0228a756c02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" member_type: VOTER last_known_addr { host: "127.4.232.129" port: 35897 } } peers { permanent_uuid: "4e360417f0154e93bc815b7786e49391" member_type: VOTER last_known_addr { host: "127.4.232.130" port: 33059 } } peers { permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" member_type: VOTER last_known_addr { host: "127.4.232.131" port: 40619 } } }
08:04:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.589041 6083 tablet_replica.cc:445] T 1b9550a7274f4a1f8cd8d37dc5ab0bcf P a4bc9bda017f4801abd8f0228a756c02: This TxnStatusTablet replica's current role is: LEADER
08:04:30.590 [DEBUG - Time-limited test] (KuduTransaction.java:705) starting keepalive heartbeating with period 500 ms (txn ID 0)
08:04:30.591 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 55cfa69a4172422aac76507df96db8e4
08:04:30.591 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.232.188:41303
08:04:30.592 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:04:30.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.592644 5026 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task632btX/build/release/bin/kudu with pid 5263
08:04:30.608 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:30.608 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.232.188:41303(127.4.232.188:41303)] handling channelInactive
08:04:30.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.232.188:41303(127.4.232.188:41303)] cleaning up while in state READY due to: connection closed
08:04:30.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.862347 6130 raft_consensus.cc:493] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ae9c0ad0bb79436ca0bcdab3cc68af57)
08:04:30.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.862411 6132 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ae9c0ad0bb79436ca0bcdab3cc68af57)
08:04:30.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.862450 6130 raft_consensus.cc:515] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:30.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.862486 6132 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:30.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.862695 6130 leader_election.cc:290] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7637c883374f4e4a826fa6fb403fd390 (127.4.232.190:42127), ae9c0ad0bb79436ca0bcdab3cc68af57 (127.4.232.188:41303)
08:04:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.862936 5097 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7637c883374f4e4a826fa6fb403fd390" is_pre_election: true
08:04:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.863027 5097 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 673381cf98ad4d54a0a9d8ba92e828f8 in term 1.
08:04:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.863057 6132 leader_election.cc:290] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 673381cf98ad4d54a0a9d8ba92e828f8 (127.4.232.189:38867), ae9c0ad0bb79436ca0bcdab3cc68af57 (127.4.232.188:41303)
08:04:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.863566 5205 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7637c883374f4e4a826fa6fb403fd390" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" is_pre_election: true
08:04:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:30.863577 5169 leader_election.cc:336] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ae9c0ad0bb79436ca0bcdab3cc68af57 (127.4.232.188:41303): Network error: Client connection negotiation failed: client connection to 127.4.232.188:41303: connect: Connection refused (error 111)
08:04:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.863663 5205 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7637c883374f4e4a826fa6fb403fd390 in term 1.
08:04:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.863734 5169 leader_election.cc:304] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 673381cf98ad4d54a0a9d8ba92e828f8, 7637c883374f4e4a826fa6fb403fd390; no voters: ae9c0ad0bb79436ca0bcdab3cc68af57
08:04:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.863894 6130 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:04:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.863951 6130 raft_consensus.cc:493] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 1 FOLLOWER]: Starting leader election (detected failure of leader ae9c0ad0bb79436ca0bcdab3cc68af57)
08:04:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.863971 6130 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 1 FOLLOWER]: Advancing to term 2
08:04:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.863965 5060 leader_election.cc:304] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 673381cf98ad4d54a0a9d8ba92e828f8, 7637c883374f4e4a826fa6fb403fd390; no voters:
08:04:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.864099 6132 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:04:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.864135 6132 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 1 FOLLOWER]: Starting leader election (detected failure of leader ae9c0ad0bb79436ca0bcdab3cc68af57)
08:04:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.864203 6132 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 1 FOLLOWER]: Advancing to term 2
08:04:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:30.864143 5060 leader_election.cc:336] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ae9c0ad0bb79436ca0bcdab3cc68af57 (127.4.232.188:41303): Network error: Client connection negotiation failed: client connection to 127.4.232.188:41303: connect: Connection refused (error 111)
08:04:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:30.864540 5645 heartbeater.cc:646] Failed to heartbeat to 127.4.232.188:41303 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.232.188:41303: connect: Connection refused (error 111)
08:04:30.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.866631 6130 raft_consensus.cc:515] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:30.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.866693 6132 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:30.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.866770 6130 leader_election.cc:290] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [CANDIDATE]: Term 2 election: Requested vote from peers 7637c883374f4e4a826fa6fb403fd390 (127.4.232.190:42127), ae9c0ad0bb79436ca0bcdab3cc68af57 (127.4.232.188:41303)
08:04:30.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.866824 6132 leader_election.cc:290] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [CANDIDATE]: Term 2 election: Requested vote from peers 673381cf98ad4d54a0a9d8ba92e828f8 (127.4.232.189:38867), ae9c0ad0bb79436ca0bcdab3cc68af57 (127.4.232.188:41303)
08:04:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.867146 5097 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7637c883374f4e4a826fa6fb403fd390"
08:04:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.867223 5097 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 673381cf98ad4d54a0a9d8ba92e828f8 in current term 2: Already voted for candidate 7637c883374f4e4a826fa6fb403fd390 in this term.
08:04:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.867250 5205 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7637c883374f4e4a826fa6fb403fd390" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "673381cf98ad4d54a0a9d8ba92e828f8"
08:04:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.867316 5205 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 7637c883374f4e4a826fa6fb403fd390 in current term 2: Already voted for candidate 673381cf98ad4d54a0a9d8ba92e828f8 in this term.
08:04:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:30.867528 5060 leader_election.cc:336] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ae9c0ad0bb79436ca0bcdab3cc68af57 (127.4.232.188:41303): Network error: Client connection negotiation failed: client connection to 127.4.232.188:41303: connect: Connection refused (error 111)
08:04:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.867609 5060 leader_election.cc:304] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7637c883374f4e4a826fa6fb403fd390; no voters: 673381cf98ad4d54a0a9d8ba92e828f8, ae9c0ad0bb79436ca0bcdab3cc68af57
08:04:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.867682 6132 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:04:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:30.867791 5169 leader_election.cc:336] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ae9c0ad0bb79436ca0bcdab3cc68af57 (127.4.232.188:41303): Network error: Client connection negotiation failed: client connection to 127.4.232.188:41303: connect: Connection refused (error 111)
08:04:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.867841 5169 leader_election.cc:304] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 673381cf98ad4d54a0a9d8ba92e828f8; no voters: 7637c883374f4e4a826fa6fb403fd390, ae9c0ad0bb79436ca0bcdab3cc68af57
08:04:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:30.867911 6130 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:04:30.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:30.872491 6044 heartbeater.cc:646] Failed to heartbeat to 127.4.232.188:41303 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.232.188:41303: connect: Connection refused (error 111)
08:04:31.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.232.188:41303(127.4.232.188:41303)] connecting to peer
08:04:31.096 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303
08:04:31.096 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.232.188:41303(127.4.232.188:41303)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303
08:04:31.096 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.4.232.188:41303(127.4.232.188:41303) for tablet Kudu Master: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303
08:04:31.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.232.188:41303(127.4.232.188:41303)] connecting to peer
08:04:31.116 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303
08:04:31.116 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.232.188:41303(127.4.232.188:41303)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303
08:04:31.117 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.232.188:41303: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303
08:04:31.117 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127; will retry
08:04:31.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.232.188:41303(127.4.232.188:41303)] connecting to peer
08:04:31.136 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303
08:04:31.136 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.232.188:41303(127.4.232.188:41303)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303
08:04:31.136 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.232.188:41303: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303
08:04:31.136 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127; will retry
08:04:31.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.232.188:41303(127.4.232.188:41303)] connecting to peer
08:04:31.156 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303
08:04:31.157 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.232.188:41303(127.4.232.188:41303)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303
08:04:31.157 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.232.188:41303: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303
08:04:31.157 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127; will retry
08:04:31.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.171932 6130 raft_consensus.cc:493] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:31.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.172040 6130 raft_consensus.cc:515] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:31.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.172170 6130 leader_election.cc:290] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 7637c883374f4e4a826fa6fb403fd390 (127.4.232.190:42127), ae9c0ad0bb79436ca0bcdab3cc68af57 (127.4.232.188:41303)
08:04:31.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.172434 5097 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7637c883374f4e4a826fa6fb403fd390" is_pre_election: true
08:04:31.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.172536 5097 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 673381cf98ad4d54a0a9d8ba92e828f8 in term 2.
08:04:31.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.172726 5169 leader_election.cc:304] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 673381cf98ad4d54a0a9d8ba92e828f8, 7637c883374f4e4a826fa6fb403fd390; no voters:
08:04:31.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.172863 6130 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:04:31.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.172931 6130 raft_consensus.cc:493] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:04:31.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.172957 6130 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 2 FOLLOWER]: Advancing to term 3
08:04:31.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:31.173237 5169 leader_election.cc:336] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer ae9c0ad0bb79436ca0bcdab3cc68af57 (127.4.232.188:41303): Network error: Client connection negotiation failed: client connection to 127.4.232.188:41303: connect: Connection refused (error 111)
08:04:31.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.173848 6130 raft_consensus.cc:515] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:31.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.174002 6130 leader_election.cc:290] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [CANDIDATE]: Term 3 election: Requested vote from peers 7637c883374f4e4a826fa6fb403fd390 (127.4.232.190:42127), ae9c0ad0bb79436ca0bcdab3cc68af57 (127.4.232.188:41303)
08:04:31.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.232.188:41303(127.4.232.188:41303)] connecting to peer
08:04:31.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.174347 5097 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7637c883374f4e4a826fa6fb403fd390"
08:04:31.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.174507 5097 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 2 FOLLOWER]: Advancing to term 3
08:04:31.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.175354 5097 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 673381cf98ad4d54a0a9d8ba92e828f8 in term 3.
08:04:31.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:31.175596 5169 leader_election.cc:336] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer ae9c0ad0bb79436ca0bcdab3cc68af57 (127.4.232.188:41303): Network error: Client connection negotiation failed: client connection to 127.4.232.188:41303: connect: Connection refused (error 111)
08:04:31.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.175688 5169 leader_election.cc:304] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 673381cf98ad4d54a0a9d8ba92e828f8, 7637c883374f4e4a826fa6fb403fd390; no voters: ae9c0ad0bb79436ca0bcdab3cc68af57
08:04:31.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.175774 6130 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 3 FOLLOWER]: Leader election won for term 3
08:04:31.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.175879 6130 raft_consensus.cc:697] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 3 LEADER]: Becoming Leader. State: Replica: 673381cf98ad4d54a0a9d8ba92e828f8, State: Running, Role: LEADER
08:04:31.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.175993 6130 consensus_queue.cc:237] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:31.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.176246 6130 sys_catalog.cc:455] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 673381cf98ad4d54a0a9d8ba92e828f8. Latest consensus state: current_term: 3 leader_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:31.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.176311 6130 sys_catalog.cc:458] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: This master's current role is: LEADER
08:04:31.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303
08:04:31.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.176929 6147 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
08:04:31.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.232.188:41303(127.4.232.188:41303)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303
08:04:31.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.232.188:41303: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303
08:04:31.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.177376 6147 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=102603d248614b11ac70d1ffc6235079]
08:04:31.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.177490 6147 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=55cfa69a4172422aac76507df96db8e4]
08:04:31.177 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127; will retry
08:04:31.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.177703 6147 tablet_loader.cc:96] loaded metadata for tablet 1b9550a7274f4a1f8cd8d37dc5ab0bcf (table kudu_system.kudu_transactions [id=102603d248614b11ac70d1ffc6235079])
08:04:31.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.177865 6147 tablet_loader.cc:96] loaded metadata for tablet 40851d6a58ee4d0a827937b71481b316 (table txn_manager_fallback_rolling [id=55cfa69a4172422aac76507df96db8e4])
08:04:31.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.177924 6147 tablet_loader.cc:96] loaded metadata for tablet c0bdcfe076cb469da48092647b053e01 (table txn_manager_fallback_rolling [id=55cfa69a4172422aac76507df96db8e4])
08:04:31.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.177949 6147 catalog_manager.cc:1520] Initializing Kudu cluster ID...
08:04:31.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.178013 6147 catalog_manager.cc:1295] Loaded cluster ID: 56fe601244f346eb87b433589e6e771c
08:04:31.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.178032 6147 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
08:04:31.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.178225 6147 catalog_manager.cc:1540] Loading token signing keys...
08:04:31.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.178304 6147 catalog_manager.cc:6081] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8: Loaded TSK: 0
08:04:31.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.178436 6147 catalog_manager.cc:1550] Initializing in-progress tserver states...
08:04:31.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.232.188:41303(127.4.232.188:41303)] connecting to peer
08:04:31.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303
08:04:31.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.232.188:41303(127.4.232.188:41303)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303
08:04:31.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.232.188:41303: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303
08:04:31.217 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:04:31.217 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=6, TimeoutTracker(timeout=250, elapsed=123), Traces: [0ms] sending RPC to server master-127.4.232.188:41303, [3ms] received response from server master-127.4.232.188:41303: Network error: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.188:41303, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.189:38867, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.190:42127, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.189:38867: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.190:42127: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.188:41303: Network error: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303, [24ms] delaying RPC due to: Service unavailable: Master config (127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.188:41303, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.189:38867, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.190:42127, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.189:38867: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.190:42127: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.188:41303: Network error: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.188:41303, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.189:38867, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.190:42127, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.190:42127: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.189:38867: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.188:41303: Network error: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303, [64ms] delaying RPC due to: Service unavailable: Master config (127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.188:41303, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.189:38867, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.190:42127, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.189:38867: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.190:42127: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.188:41303: Network error: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303, [93ms] delaying RPC due to: Service unavailable: Master config (127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.188:41303, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.189:38867, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.190:42127, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.190:42127: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.188:41303: Network error: Failed to connect to peer master-127.4.232.188:41303(127.4.232.188:41303): Connection refused: /127.4.232.188:41303, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.189:38867: OK, deferred=Deferred@1752118486(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$242/0x00007fc87033ae98@6150a318 -> (continuation of Deferred@1498242185 after retry RPC after error@429430264) -> (continuation of Deferred@138464153 after retry RPC after error@1827467754) -> (continuation of Deferred@1609974250 after retry RPC after error@43792569) -> (continuation of Deferred@202258288 after retry RPC after error@124187834), errback=org.apache.kudu.client.KuduTransaction$$Lambda$243/0x00007fc87033b0c0@6af21cad -> (continuation of Deferred@1498242185 after retry RPC after error@429430264) -> (continuation of Deferred@138464153 after retry RPC after error@1827467754) -> (continuation of Deferred@1609974250 after retry RPC after error@43792569) -> (continuation of Deferred@202258288 after retry RPC after error@124187834))) after lookup
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.249130 5187 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:41606:
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:04:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:31.249418 5187 catalog_manager.cc:7077] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:04:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:31.256646 5169 consensus_peers.cc:597] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 -> Peer ae9c0ad0bb79436ca0bcdab3cc68af57 (127.4.232.188:41303): Couldn't send request to peer ae9c0ad0bb79436ca0bcdab3cc68af57. Status: Network error: Client connection negotiation failed: client connection to 127.4.232.188:41303: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:31.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.301282 5097 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 3 FOLLOWER]: Refusing update from remote peer 673381cf98ad4d54a0a9d8ba92e828f8: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
08:04:31.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.301587 6146 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
08:04:31.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.302076 6132 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 673381cf98ad4d54a0a9d8ba92e828f8. Latest consensus state: current_term: 3 leader_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:31.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.302182 6132 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [sys.catalog]: This master's current role is: FOLLOWER
08:04:31.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.302632 6130 sys_catalog.cc:455] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:31.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.302726 6130 sys_catalog.cc:458] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: This master's current role is: LEADER
08:04:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.302968 6132 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:31.303035 6132 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [sys.catalog]: This master's current role is: FOLLOWER
08:04:31.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:31.591564 5841 heartbeater.cc:646] Failed to heartbeat to 127.4.232.188:41303 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.232.188:41303: connect: Connection refused (error 111)
08:04:31.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:31.767771 5169 consensus_peers.cc:597] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 -> Peer ae9c0ad0bb79436ca0bcdab3cc68af57 (127.4.232.188:41303): Couldn't send request to peer ae9c0ad0bb79436ca0bcdab3cc68af57. Status: Network error: Client connection negotiation failed: client connection to 127.4.232.188:41303: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:04:32.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:32.305768 5169 consensus_peers.cc:597] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 -> Peer ae9c0ad0bb79436ca0bcdab3cc68af57 (127.4.232.188:41303): Couldn't send request to peer ae9c0ad0bb79436ca0bcdab3cc68af57. Status: Network error: Client connection negotiation failed: client connection to 127.4.232.188:41303: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:04:32.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.591516 5846 heartbeater.cc:499] Master 127.4.232.189:38867 was elected leader, sending a full tablet report...
08:04:32.611 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 40851d6a58ee4d0a827937b71481b316 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
08:04:32.611 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c0bdcfe076cb469da48092647b053e01 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
08:04:32.611 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=40851d6a58ee4d0a827937b71481b316@[4e360417f0154e93bc815b7786e49391(127.4.232.130:33059),82de2f050ccf4aaa8884c1c8841aa73f(127.4.232.129:35897)[L],a4bc9bda017f4801abd8f0228a756c02(127.4.232.131:40619)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=c0bdcfe076cb469da48092647b053e01@[4e360417f0154e93bc815b7786e49391(127.4.232.130:33059),82de2f050ccf4aaa8884c1c8841aa73f(127.4.232.129:35897),a4bc9bda017f4801abd8f0228a756c02(127.4.232.131:40619)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
08:04:32.612 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=1), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.232.189:38867, [1ms] Sub RPC GetTableLocations: received response from server master-127.4.232.189:38867: OK, deferred=null) after lookup
08:04:32.612 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 82de2f050ccf4aaa8884c1c8841aa73f(127.4.232.129:35897)] connecting to peer
08:04:32.613 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 82de2f050ccf4aaa8884c1c8841aa73f(127.4.232.129:35897)] Successfully connected to peer
08:04:32.624 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x6aed96f4, L:/127.0.0.1:55530 - R:/127.4.232.129:35897] using TOKEN/null
08:04:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:32.625383 5594 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.4.232.188:41303)
08:04:32.634 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.232.188:41303
08:04:32.634 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.635070 5026 external_mini_cluster.cc:1372] Running /tmp/dist-test-task632btX/build/release/bin/kudu
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task632btX/build/release/bin/kudu
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/wal
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/data
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/logs
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/data/info.pb
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.232.188:41303
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.232.188
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38919
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.232.148:46633
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.232.190:42127,127.4.232.189:38867,127.4.232.188:41303
08:04:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34547/jwks.json
08:04:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:04:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:04:32.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:32.712251 6201 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:32.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:32.712414 6201 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:32.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:32.712433 6201 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:32.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:32.713924 6201 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:32.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:32.713965 6201 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:04:32.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:32.713977 6201 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:32.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:32.713989 6201 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:32.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:32.713999 6201 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:32.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:32.714010 6201 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:32.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:32.714018 6201 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34547/jwks.json
08:04:32.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.715647 6201 master_runner.cc:387] Master server non-default flags:
08:04:32.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/logs
08:04:32.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:32.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:32.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:32.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.232.148:46633
08:04:32.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:32.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:32.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:04:32.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/data
08:04:32.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/wal
08:04:32.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:32.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.232.190:42127,127.4.232.189:38867,127.4.232.188:41303
08:04:32.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:04:32.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.232.188:41303
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34547/jwks.json
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/data/info.pb
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.232.188
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38919
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6201
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 06 Aug 2026 07:43:15 UTC on e7f111948823
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13205
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.715847 6201 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.716020 6201 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:32.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:32.718264 6210 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:32.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:32.718233 6211 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:32.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:32.718235 6213 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:32.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.718511 6201 server_base.cc:1061] running on GCE node
08:04:32.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.718773 6201 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.719048 6201 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:32.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.720170 6201 hybrid_clock.cc:648] HybridClock initialized: now 1786003472720145 us; error 34 us; skew 500 ppm
08:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.721179 6201 webserver.cc:533] Webserver started at http://127.4.232.188:38919/ using document root <none> and password file <none>
08:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.721352 6201 fs_manager.cc:362] Metadata directory not provided
08:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.721401 6201 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:32.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.722489 6201 fs_manager.cc:714] Time spent opening directory manager: real 0.001s user 0.001s sys 0.000s
08:04:32.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.723119 6220 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:32.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.723392 6201 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.000s sys 0.000s
08:04:32.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.723470 6201 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/data,/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/wal
08:04:32.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57"
08:04:32.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:29 on dist-test-slave-jpj1"
08:04:32.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.723798 6201 fs_report.cc:389] FS layout report
08:04:32.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/wal
08:04:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/wal
08:04:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/data/data
08:04:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:32.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.743134 6201 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:32.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.743474 6201 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:32.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.743659 6201 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:32.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.747954 6201 rpc_server.cc:307] RPC server started. Bound to: 127.4.232.188:41303
08:04:32.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.747987 6311 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.232.188:41303 every 8 connection(s)
08:04:32.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.748333 6201 server_base.cc:1193] Dumped server information to /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-2/data/info.pb
08:04:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.749621 6313 sys_catalog.cc:263] Verifying existing consensus state
08:04:32.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.750164 5026 external_mini_cluster.cc:1434] Started /tmp/dist-test-task632btX/build/release/bin/kudu as pid 6201
08:04:32.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.750264 6313 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57: Bootstrap starting.
08:04:32.750 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:32.750 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.232.189:38867
08:04:32.750 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:04:32.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.750878 5026 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task632btX/build/release/bin/kudu with pid 5151
08:04:32.767 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.232.189:38867(127.4.232.189:38867)] handling channelInactive
08:04:32.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.767715 6313 log.cc:826] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57: Log is configured to *not* fsync() on all Append() calls
08:04:32.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.232.189:38867(127.4.232.189:38867)] cleaning up while in state READY due to: connection closed
08:04:32.768 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:32.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.769941 6313 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:32.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.770159 6313 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57: Bootstrap complete.
08:04:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.772028 6313 raft_consensus.cc:359] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.772223 6313 raft_consensus.cc:740] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae9c0ad0bb79436ca0bcdab3cc68af57, State: Initialized, Role: FOLLOWER
08:04:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.772326 6313 consensus_queue.cc:260] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.772573 6313 sys_catalog.cc:565] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: configured and running, proceeding with master startup.
08:04:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.772537 6317 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.772646 6317 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: This master's current role is: FOLLOWER
08:04:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.774343 6331 catalog_manager.cc:1295] Loaded cluster ID: 56fe601244f346eb87b433589e6e771c
08:04:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.774405 6331 catalog_manager.cc:1588] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57: loading cluster ID for follower catalog manager: success
08:04:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.775701 6331 catalog_manager.cc:1610] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57: acquiring CA information for follower catalog manager: success
08:04:32.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.775987 6331 catalog_manager.cc:1638] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:32.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.778659 6201 master_runner.cc:187] Error getting master registration for 127.4.232.189:38867: Network error: Client connection negotiation failed: client connection to 127.4.232.189:38867: connect: Connection refused (error 111),
08:04:32.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.779767 6201 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:32.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.232.189:38867(127.4.232.189:38867)] connecting to peer
08:04:32.815 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.232.189:38867(127.4.232.189:38867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.815 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location master-127.4.232.189:38867(127.4.232.189:38867) for tablet Kudu Master: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.232.188:41303(127.4.232.188:41303)] connecting to peer
08:04:32.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.232.189:38867(127.4.232.189:38867)] connecting to peer
08:04:32.835 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.4.232.188:41303(127.4.232.188:41303)] Successfully connected to peer
08:04:32.835 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.835 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.232.189:38867(127.4.232.189:38867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.835 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.232.189:38867: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.846 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xf5fd16a1, L:/127.0.0.1:46152 - R:/127.4.232.188:41303] using TOKEN/null
08:04:32.848 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127; will retry
08:04:32.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.232.189:38867(127.4.232.189:38867)] connecting to peer
08:04:32.855 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.855 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.232.189:38867(127.4.232.189:38867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.855 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.232.189:38867: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.855 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127; will retry
08:04:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.868165 5648 heartbeater.cc:499] Master 127.4.232.189:38867 was elected leader, sending a full tablet report...
08:04:32.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.868939 5645 heartbeater.cc:344] Connected to a master server at 127.4.232.188:41303
08:04:32.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.869613 6244 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" instance_seqno: 1786003469433457) as {username='slave'} at 127.4.232.129:36559; Asking this server to re-register.
08:04:32.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.869853 5645 heartbeater.cc:461] Registering TS with master...
08:04:32.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.870184 6244 ts_manager.cc:194] Registered new tserver with Master: 82de2f050ccf4aaa8884c1c8841aa73f (127.4.232.129:35897)
08:04:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.873407 6047 heartbeater.cc:499] Master 127.4.232.189:38867 was elected leader, sending a full tablet report...
08:04:32.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.232.189:38867(127.4.232.189:38867)] connecting to peer
08:04:32.877 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.877 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.232.189:38867(127.4.232.189:38867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.877439 6044 heartbeater.cc:344] Connected to a master server at 127.4.232.188:41303
08:04:32.877 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.232.189:38867: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.877908 6243 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" instance_seqno: 1786003469698649) as {username='slave'} at 127.4.232.131:60553; Asking this server to re-register.
08:04:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.878149 6044 heartbeater.cc:461] Registering TS with master...
08:04:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.878517 6243 ts_manager.cc:194] Registered new tserver with Master: a4bc9bda017f4801abd8f0228a756c02 (127.4.232.131:40619)
08:04:32.879 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127; will retry
08:04:32.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.232.189:38867(127.4.232.189:38867)] connecting to peer
08:04:32.895 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.895 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.232.189:38867(127.4.232.189:38867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.232.189:38867: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.896 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127; will retry
08:04:32.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.232.189:38867(127.4.232.189:38867)] connecting to peer
08:04:32.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.232.189:38867(127.4.232.189:38867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.232.189:38867: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127; will retry
08:04:32.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.232.189:38867(127.4.232.189:38867)] connecting to peer
08:04:32.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.232.189:38867(127.4.232.189:38867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.232.189:38867: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:32.935 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127; will retry
08:04:32.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.978461 6341 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 673381cf98ad4d54a0a9d8ba92e828f8)
08:04:32.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.978570 6341 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:32.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.978703 6341 leader_election.cc:290] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 673381cf98ad4d54a0a9d8ba92e828f8 (127.4.232.189:38867), ae9c0ad0bb79436ca0bcdab3cc68af57 (127.4.232.188:41303)
08:04:32.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:32.979482 5060 leader_election.cc:336] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 673381cf98ad4d54a0a9d8ba92e828f8 (127.4.232.189:38867): Network error: Client connection negotiation failed: client connection to 127.4.232.189:38867: connect: Connection refused (error 111)
08:04:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.981513 6258 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7637c883374f4e4a826fa6fb403fd390" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" is_pre_election: true
08:04:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.981707 6258 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7637c883374f4e4a826fa6fb403fd390 in term 1.
08:04:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.981894 5060 leader_election.cc:304] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7637c883374f4e4a826fa6fb403fd390, ae9c0ad0bb79436ca0bcdab3cc68af57; no voters: 673381cf98ad4d54a0a9d8ba92e828f8
08:04:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.981997 6341 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 3 FOLLOWER]: Leader pre-election won for term 4
08:04:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.982041 6341 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 673381cf98ad4d54a0a9d8ba92e828f8)
08:04:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.982054 6341 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 3 FOLLOWER]: Advancing to term 4
08:04:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.982677 6341 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.982790 6341 leader_election.cc:290] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [CANDIDATE]: Term 4 election: Requested vote from peers 673381cf98ad4d54a0a9d8ba92e828f8 (127.4.232.189:38867), ae9c0ad0bb79436ca0bcdab3cc68af57 (127.4.232.188:41303)
08:04:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.983068 6258 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7637c883374f4e4a826fa6fb403fd390" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57"
08:04:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.983160 6258 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 1 FOLLOWER]: Advancing to term 4
08:04:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:32.983312 5060 leader_election.cc:336] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 673381cf98ad4d54a0a9d8ba92e828f8 (127.4.232.189:38867): Network error: Client connection negotiation failed: client connection to 127.4.232.189:38867: connect: Connection refused (error 111)
08:04:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.984186 6258 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7637c883374f4e4a826fa6fb403fd390 in term 4.
08:04:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.984385 5060 leader_election.cc:304] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7637c883374f4e4a826fa6fb403fd390, ae9c0ad0bb79436ca0bcdab3cc68af57; no voters: 673381cf98ad4d54a0a9d8ba92e828f8
08:04:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.984479 6341 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 4 FOLLOWER]: Leader election won for term 4
08:04:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.984612 6341 raft_consensus.cc:697] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [term 4 LEADER]: Becoming Leader. State: Replica: 7637c883374f4e4a826fa6fb403fd390, State: Running, Role: LEADER
08:04:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.984694 6341 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:32.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.985018 6345 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7637c883374f4e4a826fa6fb403fd390. Latest consensus state: current_term: 4 leader_uuid: "7637c883374f4e4a826fa6fb403fd390" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:32.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.985106 6345 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [sys.catalog]: This master's current role is: LEADER
08:04:32.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.985292 6350 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
08:04:32.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.985528 6350 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=102603d248614b11ac70d1ffc6235079]
08:04:32.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.985595 6350 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=55cfa69a4172422aac76507df96db8e4]
08:04:32.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.985705 6350 tablet_loader.cc:96] loaded metadata for tablet 1b9550a7274f4a1f8cd8d37dc5ab0bcf (table kudu_system.kudu_transactions [id=102603d248614b11ac70d1ffc6235079])
08:04:32.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.985772 6350 tablet_loader.cc:96] loaded metadata for tablet 40851d6a58ee4d0a827937b71481b316 (table txn_manager_fallback_rolling [id=55cfa69a4172422aac76507df96db8e4])
08:04:32.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.985797 6350 tablet_loader.cc:96] loaded metadata for tablet c0bdcfe076cb469da48092647b053e01 (table txn_manager_fallback_rolling [id=55cfa69a4172422aac76507df96db8e4])
08:04:32.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.985816 6350 catalog_manager.cc:1520] Initializing Kudu cluster ID...
08:04:32.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.985857 6350 catalog_manager.cc:1295] Loaded cluster ID: 56fe601244f346eb87b433589e6e771c
08:04:32.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.985877 6350 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
08:04:32.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.985988 6350 catalog_manager.cc:1540] Loading token signing keys...
08:04:32.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.986027 6350 catalog_manager.cc:6081] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390: Loaded TSK: 0
08:04:32.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:32.986106 6350 catalog_manager.cc:1550] Initializing in-progress tserver states...
08:04:33.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:33.062873 5060 consensus_peers.cc:597] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 -> Peer 673381cf98ad4d54a0a9d8ba92e828f8 (127.4.232.189:38867): Couldn't send request to peer 673381cf98ad4d54a0a9d8ba92e828f8. Status: Network error: Client connection negotiation failed: client connection to 127.4.232.189:38867: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:33.075 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.232.189:38867, [1ms] received response from server master-127.4.232.189:38867: Network error: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.188:41303, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.189:38867, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.190:42127, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.189:38867: Network error: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.190:42127: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.188:41303: OK, [34ms] delaying RPC due to: Service unavailable: Master config (127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.188:41303, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.189:38867, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.190:42127, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.188:41303: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.189:38867: Network error: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.190:42127: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.188:41303, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.189:38867, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.190:42127, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.189:38867: Network error: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.190:42127: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.188:41303: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.188:41303, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.189:38867, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.190:42127, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.188:41303: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.189:38867: Network error: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.190:42127: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.188:41303, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.189:38867, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.190:42127, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.188:41303: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.190:42127: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.189:38867: Network error: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.188:41303, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.189:38867, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.190:42127, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.188:41303: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.189:38867: Network error: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.190:42127: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867, deferred=Deferred@1889855806(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$242/0x00007fc87033ae98@53b37d6c -> (continuation of Deferred@141075756 after retry RPC after error@266171846) -> (continuation of Deferred@1491566618 after retry RPC after error@276291191) -> (continuation of Deferred@1576753296 after retry RPC after error@963409324) -> (continuation of Deferred@1567606219 after retry RPC after error@1933917303) -> (continuation of Deferred@1954403671 after retry RPC after error@786829153) -> (continuation of Deferred@218420971 after retry RPC after error@1475929528), errback=org.apache.kudu.client.KuduTransaction$$Lambda$243/0x00007fc87033b0c0@4db5457d -> (continuation of Deferred@141075756 after retry RPC after error@266171846) -> (continuation of Deferred@1491566618 after retry RPC after error@276291191) -> (continuation of Deferred@1576753296 after retry RPC after error@963409324) -> (continuation of Deferred@1567606219 after retry RPC after error@1933917303) -> (continuation of Deferred@1954403671 after retry RPC after error@786829153) -> (continuation of Deferred@218420971 after retry RPC after error@1475929528)))
08:04:33.076 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
08:04:33.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.232.189:38867(127.4.232.189:38867)] connecting to peer
08:04:33.095 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:33.095 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.232.189:38867(127.4.232.189:38867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:33.095 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.232.189:38867: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867
08:04:33.097 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:04:33.097 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.188:41303, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.189:38867, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.190:42127, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.188:41303: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.189:38867: Network error: Failed to connect to peer master-127.4.232.189:38867(127.4.232.189:38867): Connection refused: /127.4.232.189:38867, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.190:42127: OK, deferred=null) after lookup
08:04:33.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:33.105245 6258 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 4 FOLLOWER]: Refusing update from remote peer 7637c883374f4e4a826fa6fb403fd390: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
08:04:33.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:33.105582 6345 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
08:04:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:33.106446 6359 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "7637c883374f4e4a826fa6fb403fd390" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:33.106495 6317 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7637c883374f4e4a826fa6fb403fd390. Latest consensus state: current_term: 4 leader_uuid: "7637c883374f4e4a826fa6fb403fd390" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:33.106698 6359 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: This master's current role is: FOLLOWER
08:04:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:33.106715 6317 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: This master's current role is: FOLLOWER
08:04:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:33.106995 6317 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "7637c883374f4e4a826fa6fb403fd390" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:33.106956 6341 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "7637c883374f4e4a826fa6fb403fd390" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:33.107045 6317 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: This master's current role is: FOLLOWER
08:04:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:33.107049 6341 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 [sys.catalog]: This master's current role is: LEADER
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:33.132903 5082 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44284:
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:04:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:33.134315 5082 catalog_manager.cc:7077] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:04:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:33.514586 5060 consensus_peers.cc:597] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 -> Peer 673381cf98ad4d54a0a9d8ba92e828f8 (127.4.232.189:38867): Couldn't send request to peer 673381cf98ad4d54a0a9d8ba92e828f8. Status: Network error: Client connection negotiation failed: client connection to 127.4.232.189:38867: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:04:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:33.595381 5841 heartbeater.cc:344] Connected to a master server at 127.4.232.188:41303
08:04:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:33.595741 6244 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "4e360417f0154e93bc815b7786e49391" instance_seqno: 1786003469563670) as {username='slave'} at 127.4.232.130:51075; Asking this server to re-register.
08:04:33.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:33.595966 5841 heartbeater.cc:461] Registering TS with master...
08:04:33.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:33.596230 6244 ts_manager.cc:194] Registered new tserver with Master: 4e360417f0154e93bc815b7786e49391 (127.4.232.130:33059)
08:04:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:33.986958 5060 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.232.189:38867: connect: Connection refused (error 111) [suppressed 18 similar messages]
08:04:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:33.987390 5060 consensus_peers.cc:597] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 -> Peer 673381cf98ad4d54a0a9d8ba92e828f8 (127.4.232.189:38867): Couldn't send request to peer 673381cf98ad4d54a0a9d8ba92e828f8. Status: Network error: Client connection negotiation failed: client connection to 127.4.232.189:38867: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:04:34.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:34.483986 5060 consensus_peers.cc:597] T 00000000000000000000000000000000 P 7637c883374f4e4a826fa6fb403fd390 -> Peer 673381cf98ad4d54a0a9d8ba92e828f8 (127.4.232.189:38867): Couldn't send request to peer 673381cf98ad4d54a0a9d8ba92e828f8. Status: Network error: Client connection negotiation failed: client connection to 127.4.232.189:38867: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
08:04:34.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.593400 5842 heartbeater.cc:499] Master 127.4.232.190:42127 was elected leader, sending a full tablet report...
08:04:34.771 [DEBUG - Time-limited test] (Connection.java:748) [peer a4bc9bda017f4801abd8f0228a756c02(127.4.232.131:40619)] connecting to peer
08:04:34.772 [DEBUG - kudu-nio-3] (Connection.java:757) [peer a4bc9bda017f4801abd8f0228a756c02(127.4.232.131:40619)] Successfully connected to peer
08:04:34.781 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x464b260b, L:/127.0.0.1:60450 - R:/127.4.232.131:40619] using TOKEN/null
08:04:34.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:34.785398 6004 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.4.232.188:41303)
08:04:34.794 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.232.189:38867
08:04:34.795 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.795432 5026 external_mini_cluster.cc:1372] Running /tmp/dist-test-task632btX/build/release/bin/kudu
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task632btX/build/release/bin/kudu
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/wal
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/data
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/logs
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/data/info.pb
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.232.189:38867
08:04:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.232.189
08:04:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32949
08:04:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.232.148:46633
08:04:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.232.190:42127,127.4.232.189:38867,127.4.232.188:41303
08:04:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34547/jwks.json
08:04:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:04:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:04:34.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.869851 5646 heartbeater.cc:499] Master 127.4.232.190:42127 was elected leader, sending a full tablet report...
08:04:34.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.875006 6046 heartbeater.cc:499] Master 127.4.232.190:42127 was elected leader, sending a full tablet report...
08:04:34.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:34.877462 6403 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:34.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:34.877653 6403 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:34.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:34.877676 6403 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:34.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:34.879226 6403 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:34.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:34.879271 6403 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:04:34.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:34.879281 6403 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:34.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:34.879292 6403 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:34.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:34.879303 6403 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:34.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:34.879321 6403 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:34.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:34.879333 6403 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34547/jwks.json
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.881368 6403 master_runner.cc:387] Master server non-default flags:
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/logs
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.232.148:46633
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/data
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/wal
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.232.190:42127,127.4.232.189:38867,127.4.232.188:41303
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.232.189:38867
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34547/jwks.json
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/data/info.pb
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.232.189
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32949
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6403
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:34.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:34.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:34.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:34.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:34.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
08:04:34.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:34.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 06 Aug 2026 07:43:15 UTC on e7f111948823
08:04:34.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13205
08:04:34.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.881587 6403 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:34.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.881779 6403 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:34.884042 6411 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:34.884049 6415 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:34.884042 6413 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.884289 6403 server_base.cc:1061] running on GCE node
08:04:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.884476 6403 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.884675 6403 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.885804 6403 hybrid_clock.cc:648] HybridClock initialized: now 1786003474885789 us; error 34 us; skew 500 ppm
08:04:34.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.886826 6403 webserver.cc:533] Webserver started at http://127.4.232.189:32949/ using document root <none> and password file <none>
08:04:34.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.887022 6403 fs_manager.cc:362] Metadata directory not provided
08:04:34.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.887085 6403 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:34.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.888254 6403 fs_manager.cc:714] Time spent opening directory manager: real 0.001s user 0.000s sys 0.000s
08:04:34.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.888870 6421 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.889063 6403 fs_manager.cc:730] Time spent opening block manager: real 0.000s user 0.001s sys 0.000s
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.889127 6403 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/data,/tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/wal
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "673381cf98ad4d54a0a9d8ba92e828f8"
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 08:04:28 on dist-test-slave-jpj1"
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.889364 6403 fs_report.cc:389] FS layout report
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/wal
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/wal
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/data/data
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.916633 6403 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:34.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.916926 6403 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:34.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.917019 6403 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:34.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.921478 6403 rpc_server.cc:307] RPC server started. Bound to: 127.4.232.189:38867
08:04:34.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.921518 6516 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.232.189:38867 every 8 connection(s)
08:04:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.921912 6403 server_base.cc:1193] Dumped server information to /tmp/dist-test-task632btX/test-tmp/mini-kudu-cluster1190404688094795338/master-1/data/info.pb
08:04:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.923200 6518 sys_catalog.cc:263] Verifying existing consensus state
08:04:34.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.923964 6518 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8: Bootstrap starting.
08:04:34.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.931159 5026 external_mini_cluster.cc:1434] Started /tmp/dist-test-task632btX/build/release/bin/kudu as pid 6403
08:04:34.931 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:34.931 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.232.190:42127
08:04:34.932 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:04:34.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.932076 6518 log.cc:826] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8: Log is configured to *not* fsync() on all Append() calls
08:04:34.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.932240 5026 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task632btX/build/release/bin/kudu with pid 5041
08:04:34.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.938547 6518 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:34.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.938849 6518 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8: Bootstrap complete.
08:04:34.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.941092 6518 raft_consensus.cc:359] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:34.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.941344 6518 raft_consensus.cc:740] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 673381cf98ad4d54a0a9d8ba92e828f8, State: Initialized, Role: FOLLOWER
08:04:34.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.941460 6518 consensus_queue.cc:260] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:34.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.942010 6522 sys_catalog.cc:455] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:34.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.942193 6522 sys_catalog.cc:458] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: This master's current role is: FOLLOWER
08:04:34.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.942106 6462 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 3 FOLLOWER]: Advancing to term 4
08:04:34.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.942025 6518 sys_catalog.cc:565] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: configured and running, proceeding with master startup.
08:04:34.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.945586 6522 sys_catalog.cc:455] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7637c883374f4e4a826fa6fb403fd390. Latest consensus state: current_term: 4 leader_uuid: "7637c883374f4e4a826fa6fb403fd390" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:34.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.945930 6522 sys_catalog.cc:458] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: This master's current role is: FOLLOWER
08:04:34.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.945986 6522 sys_catalog.cc:455] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "7637c883374f4e4a826fa6fb403fd390" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:34.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.946031 6522 sys_catalog.cc:458] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: This master's current role is: FOLLOWER
08:04:34.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.951126 6542 catalog_manager.cc:1295] Loaded cluster ID: 56fe601244f346eb87b433589e6e771c
08:04:34.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.951184 6542 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8: loading cluster ID for follower catalog manager: success
08:04:34.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.952419 6542 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8: acquiring CA information for follower catalog manager: success
08:04:34.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.952731 6542 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:34.956416 6426 connection.cc:573] server connection from 127.0.0.1:42110 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:04:34.957 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.232.190:42127(127.4.232.190:42127)] handling channelInactive
08:04:34.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.232.190:42127(127.4.232.190:42127)] cleaning up while in state READY due to: connection closed
08:04:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:34.958288 6545 negotiation.cc:336] Failed RPC negotiation. Trace:
08:04:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 08:04:34.951268 (+ 0us) reactor.cc:730] Submitting negotiation task for client connection to 127.4.232.190:42127 (local address 127.0.0.1:44294)
08:04:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 08:04:34.951688 (+ 420us) negotiation.cc:107] Waiting for socket to connect
08:04:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 08:04:34.951717 (+ 29us) client_negotiation.cc:175] Beginning negotiation
08:04:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 08:04:34.951794 (+ 77us) client_negotiation.cc:262] Sending NEGOTIATE NegotiatePB request
08:04:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 08:04:34.958164 (+ 6370us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.4.232.190:42127: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:04:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":378,"thread_start_us":78,"threads_started":1}
08:04:34.958 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.958421 6403 master_runner.cc:187] Error getting master registration for 127.4.232.190:42127: Network error: Client connection negotiation failed: client connection to 127.4.232.190:42127: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
08:04:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:34.959605 6403 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:35.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.181180 6546 raft_consensus.cc:493] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 7637c883374f4e4a826fa6fb403fd390)
08:04:35.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.181293 6546 raft_consensus.cc:515] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:35.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.181551 6546 leader_election.cc:290] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 7637c883374f4e4a826fa6fb403fd390 (127.4.232.190:42127), 673381cf98ad4d54a0a9d8ba92e828f8 (127.4.232.189:38867)
08:04:35.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:35.182020 6222 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.232.190:42127: connect: Connection refused (error 111)
08:04:35.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:35.182569 6222 leader_election.cc:336] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 7637c883374f4e4a826fa6fb403fd390 (127.4.232.190:42127): Network error: Client connection negotiation failed: client connection to 127.4.232.190:42127: connect: Connection refused (error 111)
08:04:35.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.184554 6462 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" is_pre_election: true
08:04:35.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.184923 6222 leader_election.cc:304] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ae9c0ad0bb79436ca0bcdab3cc68af57; no voters: 673381cf98ad4d54a0a9d8ba92e828f8, 7637c883374f4e4a826fa6fb403fd390
08:04:35.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.185058 6546 raft_consensus.cc:2749] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
08:04:35.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.232.190:42127(127.4.232.190:42127)] connecting to peer
08:04:35.214 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127
08:04:35.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.232.190:42127(127.4.232.190:42127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127
08:04:35.215 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.4.232.190:42127(127.4.232.190:42127) for tablet Kudu Master: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127
08:04:35.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.232.189:38867(127.4.232.189:38867)] connecting to peer
08:04:35.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.232.190:42127(127.4.232.190:42127)] connecting to peer
08:04:35.234 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.4.232.189:38867(127.4.232.189:38867)] Successfully connected to peer
08:04:35.235 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127
08:04:35.235 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.232.190:42127(127.4.232.190:42127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127
08:04:35.235 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.232.190:42127: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127
08:04:35.243 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x33a0af9f, L:/127.0.0.1:42128 - R:/127.4.232.189:38867] using TOKEN/null
08:04:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.244174 6525 raft_consensus.cc:493] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 7637c883374f4e4a826fa6fb403fd390)
08:04:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.244294 6525 raft_consensus.cc:515] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.244546 6525 leader_election.cc:290] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 7637c883374f4e4a826fa6fb403fd390 (127.4.232.190:42127), ae9c0ad0bb79436ca0bcdab3cc68af57 (127.4.232.188:41303)
08:04:35.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:35.244836 6424 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.232.190:42127: connect: Connection refused (error 111)
08:04:35.245 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127; will retry
08:04:35.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:35.245447 6424 leader_election.cc:336] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 7637c883374f4e4a826fa6fb403fd390 (127.4.232.190:42127): Network error: Client connection negotiation failed: client connection to 127.4.232.190:42127: connect: Connection refused (error 111)
08:04:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.247318 6258 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" is_pre_election: true
08:04:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.247406 6258 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 673381cf98ad4d54a0a9d8ba92e828f8 in term 4.
08:04:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.247648 6424 leader_election.cc:304] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 673381cf98ad4d54a0a9d8ba92e828f8, ae9c0ad0bb79436ca0bcdab3cc68af57; no voters: 7637c883374f4e4a826fa6fb403fd390
08:04:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.247766 6525 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 4 FOLLOWER]: Leader pre-election won for term 5
08:04:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.247814 6525 raft_consensus.cc:493] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 7637c883374f4e4a826fa6fb403fd390)
08:04:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.247828 6525 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 4 FOLLOWER]: Advancing to term 5
08:04:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.248456 6525 raft_consensus.cc:515] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.248567 6525 leader_election.cc:290] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [CANDIDATE]: Term 5 election: Requested vote from peers 7637c883374f4e4a826fa6fb403fd390 (127.4.232.190:42127), ae9c0ad0bb79436ca0bcdab3cc68af57 (127.4.232.188:41303)
08:04:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.248855 6258 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57"
08:04:35.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.248929 6258 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 4 FOLLOWER]: Advancing to term 5
08:04:35.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:35.249171 6424 leader_election.cc:336] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 7637c883374f4e4a826fa6fb403fd390 (127.4.232.190:42127): Network error: Client connection negotiation failed: client connection to 127.4.232.190:42127: connect: Connection refused (error 111)
08:04:35.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.249588 6258 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 673381cf98ad4d54a0a9d8ba92e828f8 in term 5.
08:04:35.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.249763 6424 leader_election.cc:304] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 673381cf98ad4d54a0a9d8ba92e828f8, ae9c0ad0bb79436ca0bcdab3cc68af57; no voters: 7637c883374f4e4a826fa6fb403fd390
08:04:35.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.249876 6525 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 5 FOLLOWER]: Leader election won for term 5
08:04:35.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.249955 6525 raft_consensus.cc:697] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [term 5 LEADER]: Becoming Leader. State: Replica: 673381cf98ad4d54a0a9d8ba92e828f8, State: Running, Role: LEADER
08:04:35.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.250052 6525 consensus_queue.cc:237] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 4.13, Last appended by leader: 13, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } }
08:04:35.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.250334 6522 sys_catalog.cc:455] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 673381cf98ad4d54a0a9d8ba92e828f8. Latest consensus state: current_term: 5 leader_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:35.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.250407 6522 sys_catalog.cc:458] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: This master's current role is: LEADER
08:04:35.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.250591 6556 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
08:04:35.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.250880 6556 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=102603d248614b11ac70d1ffc6235079]
08:04:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.250973 6556 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=55cfa69a4172422aac76507df96db8e4]
08:04:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.251158 6556 tablet_loader.cc:96] loaded metadata for tablet 1b9550a7274f4a1f8cd8d37dc5ab0bcf (table kudu_system.kudu_transactions [id=102603d248614b11ac70d1ffc6235079])
08:04:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.251235 6556 tablet_loader.cc:96] loaded metadata for tablet 40851d6a58ee4d0a827937b71481b316 (table txn_manager_fallback_rolling [id=55cfa69a4172422aac76507df96db8e4])
08:04:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.251278 6556 tablet_loader.cc:96] loaded metadata for tablet c0bdcfe076cb469da48092647b053e01 (table txn_manager_fallback_rolling [id=55cfa69a4172422aac76507df96db8e4])
08:04:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.251310 6556 catalog_manager.cc:1520] Initializing Kudu cluster ID...
08:04:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.251367 6556 catalog_manager.cc:1295] Loaded cluster ID: 56fe601244f346eb87b433589e6e771c
08:04:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.251384 6556 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
08:04:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.251519 6556 catalog_manager.cc:1540] Loading token signing keys...
08:04:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.251606 6556 catalog_manager.cc:6081] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8: Loaded TSK: 0
08:04:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.251727 6556 catalog_manager.cc:1550] Initializing in-progress tserver states...
08:04:35.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.232.190:42127(127.4.232.190:42127)] connecting to peer
08:04:35.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127
08:04:35.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.232.190:42127(127.4.232.190:42127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127
08:04:35.255 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:04:35.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.232.190:42127: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127
08:04:35.255 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=3, TimeoutTracker(timeout=250, elapsed=41), Traces: [0ms] sending RPC to server master-127.4.232.190:42127, [2ms] received response from server master-127.4.232.190:42127: Network error: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.188:41303, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.189:38867, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.190:42127, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.188:41303: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.190:42127: Network error: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127, [31ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.189:38867: OK, [32ms] delaying RPC due to: Service unavailable: Master config (127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.188:41303, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.189:38867, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.190:42127, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.189:38867: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.188:41303: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.190:42127: Network error: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127, deferred=Deferred@1930885047(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$242/0x00007fc87033ae98@25b896d9 -> (continuation of Deferred@26362209 after retry RPC after error@859245214), errback=org.apache.kudu.client.KuduTransaction$$Lambda$243/0x00007fc87033b0c0@7758e800 -> (continuation of Deferred@26362209 after retry RPC after error@859245214))) after lookup
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.262377 6442 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42136:
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:35.262938 6518 master.cc:465] Invalid argument: unable to initialize TxnManager: Error creating table kudu_system.kudu_transactions on the master: not enough live tablet servers to create a table with the requested replication factor 3; 0 tablet servers are alive: unable to init TxnManager, will retry in 1.000s
08:04:35.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.343165 6258 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [term 5 FOLLOWER]: Refusing update from remote peer 673381cf98ad4d54a0a9d8ba92e828f8: Log matching property violated. Preceding OpId in replica: term: 4 index: 13. Preceding OpId from leader: term: 5 index: 14. (index mismatch)
08:04:35.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.343547 6522 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
08:04:35.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.344144 6546 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 673381cf98ad4d54a0a9d8ba92e828f8. Latest consensus state: current_term: 5 leader_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:35.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.344255 6546 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: This master's current role is: FOLLOWER
08:04:35.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.344581 6525 sys_catalog.cc:455] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 5 leader_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:35.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.344722 6525 sys_catalog.cc:458] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 [sys.catalog]: This master's current role is: LEADER
08:04:35.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.344931 6546 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 5 leader_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7637c883374f4e4a826fa6fb403fd390" member_type: VOTER last_known_addr { host: "127.4.232.190" port: 42127 } } peers { permanent_uuid: "673381cf98ad4d54a0a9d8ba92e828f8" member_type: VOTER last_known_addr { host: "127.4.232.189" port: 38867 } } peers { permanent_uuid: "ae9c0ad0bb79436ca0bcdab3cc68af57" member_type: VOTER last_known_addr { host: "127.4.232.188" port: 41303 } } }
08:04:35.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.345018 6546 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae9c0ad0bb79436ca0bcdab3cc68af57 [sys.catalog]: This master's current role is: FOLLOWER
08:04:35.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:35.345085 6424 consensus_peers.cc:597] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 -> Peer 7637c883374f4e4a826fa6fb403fd390 (127.4.232.190:42127): Couldn't send request to peer 7637c883374f4e4a826fa6fb403fd390. Status: Network error: Client connection negotiation failed: client connection to 127.4.232.190:42127: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:35.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:35.464243 6494 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:42128 (request call id 2) took 208 ms (client timeout 208 ms). Trace:
08:04:35.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:35.464336 6494 rpcz_store.cc:269] 0806 08:04:35.256067 (+ 0us) service_pool.cc:167] Inserting onto call queue
08:04:35.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 08:04:35.256122 (+ 55us) service_pool.cc:224] Handling call
08:04:35.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 08:04:35.464223 (+208101us) inbound_call.cc:177] Queueing success response
08:04:35.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":188,"init.queue_time_us":37,"thread_start_us":275,"threads_started":4}
08:04:35.465 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=4, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.4.232.190:42127, [2ms] received response from server master-127.4.232.190:42127: Network error: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.188:41303, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.189:38867, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.190:42127, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.188:41303: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.190:42127: Network error: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127, [31ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.189:38867: OK, [32ms] delaying RPC due to: Service unavailable: Master config (127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.188:41303, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.189:38867, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.190:42127, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.189:38867: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.188:41303: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.190:42127: Network error: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127, [42ms] sending RPC to server master-127.4.232.189:38867, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1930885047(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$242/0x00007fc87033ae98@25b896d9 -> (continuation of Deferred@26362209 after retry RPC after error@859245214) -> (continuation of Deferred@372745836 after retry RPC@96298114), errback=org.apache.kudu.client.KuduTransaction$$Lambda$243/0x00007fc87033b0c0@7758e800 -> (continuation of Deferred@26362209 after retry RPC after error@859245214) -> (continuation of Deferred@372745836 after retry RPC@96298114)))
08:04:35.465 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=4, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.4.232.190:42127, [2ms] received response from server master-127.4.232.190:42127: Network error: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.188:41303, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.189:38867, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.190:42127, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.188:41303: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.190:42127: Network error: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127, [31ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.189:38867: OK, [32ms] delaying RPC due to: Service unavailable: Master config (127.4.232.188:41303,127.4.232.189:38867,127.4.232.190:42127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.188:41303, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.189:38867, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.232.190:42127, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.189:38867: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.188:41303: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.232.190:42127: Network error: Failed to connect to peer master-127.4.232.190:42127(127.4.232.190:42127): Connection refused: /127.4.232.190:42127, [42ms] sending RPC to server master-127.4.232.189:38867, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1930885047(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$242/0x00007fc87033ae98@25b896d9 -> (continuation of Deferred@26362209 after retry RPC after error@859245214) -> (continuation of Deferred@372745836 after retry RPC@96298114), errback=org.apache.kudu.client.KuduTransaction$$Lambda$243/0x00007fc87033b0c0@7758e800 -> (continuation of Deferred@26362209 after retry RPC after error@859245214) -> (continuation of Deferred@372745836 after retry RPC@96298114)))
08:04:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.596674 5846 heartbeater.cc:344] Connected to a master server at 127.4.232.189:38867
08:04:35.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.597350 6442 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "4e360417f0154e93bc815b7786e49391" instance_seqno: 1786003469563670) as {username='slave'} at 127.4.232.130:43481; Asking this server to re-register.
08:04:35.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.597563 5846 heartbeater.cc:461] Registering TS with master...
08:04:35.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.597640 5846 heartbeater.cc:507] Master 127.4.232.189:38867 requested a full tablet report, sending...
08:04:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.597956 6442 ts_manager.cc:194] Registered new tserver with Master: 4e360417f0154e93bc815b7786e49391 (127.4.232.130:33059)
08:04:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.698834 5882 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.002s from last keepalive heartbeat (effective timeout is 1.000s)
08:04:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:35.699257 6004 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.232.190:42127)
08:04:35.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:35.702570 6573 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
08:04:35.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:35.705240 6575 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
08:04:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:35.724751 6494 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:42128 (request call id 3) took 250 ms (client timeout 250 ms). Trace:
08:04:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:35.724844 6494 rpcz_store.cc:269] 0806 08:04:35.474593 (+ 0us) service_pool.cc:167] Inserting onto call queue
08:04:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 08:04:35.474635 (+ 42us) service_pool.cc:224] Handling call
08:04:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 08:04:35.724732 (+250097us) inbound_call.cc:177] Queueing success response
08:04:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
08:04:35.725 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.4.232.189:38867, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@240512337(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$242/0x00007fc87033ae98@3e7d1c73, errback=org.apache.kudu.client.KuduTransaction$$Lambda$243/0x00007fc87033b0c0@1552d916))
08:04:35.725 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.4.232.189:38867, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@240512337(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$242/0x00007fc87033ae98@3e7d1c73, errback=org.apache.kudu.client.KuduTransaction$$Lambda$243/0x00007fc87033b0c0@1552d916))
08:04:35.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:35.823107 6424 consensus_peers.cc:597] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 -> Peer 7637c883374f4e4a826fa6fb403fd390 (127.4.232.190:42127): Couldn't send request to peer 7637c883374f4e4a826fa6fb403fd390. Status: Network error: Client connection negotiation failed: client connection to 127.4.232.190:42127: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:04:35.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.874022 5648 heartbeater.cc:344] Connected to a master server at 127.4.232.189:38867
08:04:35.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.874102 5648 heartbeater.cc:499] Master 127.4.232.189:38867 was elected leader, sending a full tablet report...
08:04:35.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.874470 6441 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "82de2f050ccf4aaa8884c1c8841aa73f" instance_seqno: 1786003469433457) as {username='slave'} at 127.4.232.129:39505; Asking this server to re-register.
08:04:35.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.874729 5648 heartbeater.cc:461] Registering TS with master...
08:04:35.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.874804 5648 heartbeater.cc:507] Master 127.4.232.189:38867 requested a full tablet report, sending...
08:04:35.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.875077 6441 ts_manager.cc:194] Registered new tserver with Master: 82de2f050ccf4aaa8884c1c8841aa73f (127.4.232.129:35897)
08:04:35.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.879005 6047 heartbeater.cc:344] Connected to a master server at 127.4.232.189:38867
08:04:35.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.879082 6047 heartbeater.cc:499] Master 127.4.232.189:38867 was elected leader, sending a full tablet report...
08:04:35.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.879472 6441 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a4bc9bda017f4801abd8f0228a756c02" instance_seqno: 1786003469698649) as {username='slave'} at 127.4.232.131:41647; Asking this server to re-register.
08:04:35.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.879863 6047 heartbeater.cc:461] Registering TS with master...
08:04:35.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.879946 6047 heartbeater.cc:507] Master 127.4.232.189:38867 requested a full tablet report, sending...
08:04:35.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:35.880249 6441 ts_manager.cc:194] Registered new tserver with Master: a4bc9bda017f4801abd8f0228a756c02 (127.4.232.131:40619)
08:04:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:35.984593 6494 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:42128 (request call id 4) took 250 ms (client timeout 250 ms). Trace:
08:04:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:35.984721 6494 rpcz_store.cc:269] 0806 08:04:35.734448 (+ 0us) service_pool.cc:167] Inserting onto call queue
08:04:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 08:04:35.734485 (+ 37us) service_pool.cc:224] Handling call
08:04:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 08:04:35.984572 (+250087us) inbound_call.cc:177] Queueing success response
08:04:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
08:04:35.985 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.4.232.189:38867, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@2074424906(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$242/0x00007fc87033ae98@5a3b630a, errback=org.apache.kudu.client.KuduTransaction$$Lambda$243/0x00007fc87033b0c0@c7362ba))
08:04:35.985 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.4.232.189:38867, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@2074424906(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$242/0x00007fc87033ae98@5a3b630a, errback=org.apache.kudu.client.KuduTransaction$$Lambda$243/0x00007fc87033b0c0@c7362ba))
08:04:36.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:36.244458 6494 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:42128 (request call id 5) took 250 ms (client timeout 250 ms). Trace:
08:04:36.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:36.244545 6494 rpcz_store.cc:269] 0806 08:04:35.994326 (+ 0us) service_pool.cc:167] Inserting onto call queue
08:04:36.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 08:04:35.994401 (+ 75us) service_pool.cc:224] Handling call
08:04:36.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 08:04:36.244442 (+250041us) inbound_call.cc:177] Queueing success response
08:04:36.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
08:04:36.245 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.4.232.189:38867, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@258641995(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$242/0x00007fc87033ae98@5d2ff08a, errback=org.apache.kudu.client.KuduTransaction$$Lambda$243/0x00007fc87033b0c0@5c0dfb16))
08:04:36.245 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.4.232.189:38867, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@258641995(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$242/0x00007fc87033ae98@5d2ff08a, errback=org.apache.kudu.client.KuduTransaction$$Lambda$243/0x00007fc87033b0c0@5c0dfb16))
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:36.281039 6441 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42146:
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:04:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:04:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:04:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:04:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:04:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:04:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:04:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:04:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:36.281224 6441 catalog_manager.cc:7077] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:04:36.286 [DEBUG - kudu-nio-5] (KuduTransaction.java:802) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: a4bc9bda017f4801abd8f0228a756c02 (127.4.232.131:40619): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1786003470 last_transition_timestamp: 1786003475
08:04:36.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:36.324934 6424 consensus_peers.cc:597] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 -> Peer 7637c883374f4e4a826fa6fb403fd390 (127.4.232.190:42127): Couldn't send request to peer 7637c883374f4e4a826fa6fb403fd390. Status: Network error: Client connection negotiation failed: client connection to 127.4.232.190:42127: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:04:36.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 08:04:36.785777 6424 consensus_peers.cc:597] T 00000000000000000000000000000000 P 673381cf98ad4d54a0a9d8ba92e828f8 -> Peer 7637c883374f4e4a826fa6fb403fd390 (127.4.232.190:42127): Couldn't send request to peer 7637c883374f4e4a826fa6fb403fd390. Status: Network error: Client connection negotiation failed: client connection to 127.4.232.190:42127: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
08:04:36.961 [DEBUG - main] (Connection.java:575) [peer master-127.4.232.189:38867(127.4.232.189:38867)] disconnecting while in state READY
08:04:36.961 [DEBUG - main] (Connection.java:575) [peer master-127.4.232.188:41303(127.4.232.188:41303)] disconnecting while in state READY
08:04:36.961 [DEBUG - main] (Connection.java:575) [peer master-127.4.232.190:42127(127.4.232.190:42127)] disconnecting while in state TERMINATED
08:04:36.961 [DEBUG - main] (Connection.java:575) [peer a4bc9bda017f4801abd8f0228a756c02(127.4.232.131:40619)] disconnecting while in state READY
08:04:36.961 [DEBUG - main] (Connection.java:575) [peer 82de2f050ccf4aaa8884c1c8841aa73f(127.4.232.129:35897)] disconnecting while in state READY
08:04:36.962 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.4.232.189:38867(127.4.232.189:38867)] handling channelInactive
08:04:36.962 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 82de2f050ccf4aaa8884c1c8841aa73f(127.4.232.129:35897)] handling channelInactive
08:04:36.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.232.189:38867(127.4.232.189:38867)] cleaning up while in state READY due to: connection closed
08:04:36.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 82de2f050ccf4aaa8884c1c8841aa73f(127.4.232.129:35897)] cleaning up while in state READY due to: connection closed
08:04:36.962 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:04:36.962 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.4.232.188:41303(127.4.232.188:41303)] handling channelInactive
08:04:36.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.232.188:41303(127.4.232.188:41303)] cleaning up while in state READY due to: connection closed
08:04:36.963 [DEBUG - kudu-nio-3] (Connection.java:239) [peer a4bc9bda017f4801abd8f0228a756c02(127.4.232.131:40619)] handling channelInactive
08:04:36.963 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a4bc9bda017f4801abd8f0228a756c02(127.4.232.131:40619)] cleaning up while in state READY due to: connection closed
08:04:36.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:36.963891 5026 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task632btX/build/release/bin/kudu with pid 5447
08:04:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:36.973821 5026 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task632btX/build/release/bin/kudu with pid 5652
08:04:36.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:36.985798 5026 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task632btX/build/release/bin/kudu with pid 5851
08:04:36.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:36.995729 5026 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task632btX/build/release/bin/kudu with pid 6403
08:04:37.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 08:04:37.004076 5026 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task632btX/build/release/bin/kudu with pid 6201
08:04:37.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T08:04:37Z chronyd exiting
08:04:37.057 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)