08:59:30.330 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:59:30.330 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskVsRTzy/test-tmp
08:59:30.330 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
08:59:30.330 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskVsRTzy/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
08:59:30.332 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:59:30.612 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:59:30.613 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:59:30.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.614967 8605 mini_oidc.cc:150] Starting JWKS server
08:59:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.617022 8605 webserver.cc:492] Webserver started at http://127.0.0.1:34867/ using document root <none> and password file <none>
08:59:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.617233 8605 mini_oidc.cc:186] Starting OIDC Discovery server
08:59:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.617667 8605 webserver.cc:492] Webserver started at http://127.0.0.1:42291/ using document root <none> and password file <none>
08:59:30.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-12-10T08:59:30Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:59:30.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-12-10T08:59:30Z Disabled control of system clock
08:59:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.642728 8605 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu
08:59:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu
08:59:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-0/wal
08:59:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-0/data
08:59:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:59:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:59:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:59:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-0/logs
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-0/data/info.pb
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.103.126:37973
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.103.126
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.103.84:44685
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.103.126:37973,127.8.103.125:36685,127.8.103.124:39973
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34867/jwks.json
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:59:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:59:30.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:30.924119 8616 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:59:30.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:30.924377 8616 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:59:30.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:30.924443 8616 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:59:30.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:30.931785 8616 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:59:30.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:30.931854 8616 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:59:30.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:30.931913 8616 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:59:30.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:30.931948 8616 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:59:30.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:30.931993 8616 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:59:30.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:30.932026 8616 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:59:30.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:30.932066 8616 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34867/jwks.json
08:59:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.940506 8616 master_runner.cc:386] Master server non-default flags:
08:59:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:59:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.103.84:44685
08:59:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:59:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:59:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:59:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-0/data
08:59:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-0/wal
08:59:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:59:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.103.126:37973,127.8.103.125:36685,127.8.103.124:39973
08:59:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:59:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.103.126:37973
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34867/jwks.json
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-0/data/info.pb
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.103.126
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-0/logs
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Dec 2025 08:43:22 UTC on 24a791456cd2
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9444
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:59:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.941849 8616 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:59:30.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.943429 8616 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:59:30.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:30.950652 8621 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:59:30.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:30.950678 8622 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:59:30.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:30.950908 8624 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:59:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.951999 8616 server_base.cc:1047] running on GCE node
08:59:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.952595 8616 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:59:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.953781 8616 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:59:30.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.954998 8616 hybrid_clock.cc:648] HybridClock initialized: now 1765357170954944 us; error 30 us; skew 500 ppm
08:59:30.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.955281 8616 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:59:30.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.957172 8616 webserver.cc:492] Webserver started at http://127.8.103.126:34275/ using document root <none> and password file <none>
08:59:30.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.957821 8616 fs_manager.cc:362] Metadata directory not provided
08:59:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.957937 8616 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:59:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.958231 8616 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:59:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.960280 8616 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-0/data/instance:
08:59:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a1a409711c8477fb14e024c74ef6062"
08:59:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 08:59:30 on dist-test-slave-111x"
08:59:30.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.960935 8616 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-0/wal/instance:
08:59:30.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a1a409711c8477fb14e024c74ef6062"
08:59:30.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 08:59:30 on dist-test-slave-111x"
08:59:30.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.965389 8616 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.007s sys 0.000s
08:59:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.968218 8630 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:59:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.969254 8616 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
08:59:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.969419 8616 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-0/data,/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-0/wal
08:59:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a1a409711c8477fb14e024c74ef6062"
08:59:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 08:59:30 on dist-test-slave-111x"
08:59:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.969590 8616 fs_report.cc:389] FS layout report
08:59:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:59:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-0/wal
08:59:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-0/wal
08:59:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-0/data/data
08:59:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:59:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:59:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:59:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:59:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:59:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:59:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:59:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:59:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:59:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:59:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:59:30.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.984623 8616 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:59:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.985247 8616 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:59:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:30.985489 8616 kserver.cc:163] Server-wide thread pool size limit: 3276
08:59:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.005441 8616 rpc_server.cc:307] RPC server started. Bound to: 127.8.103.126:37973
08:59:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.005493 8691 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.103.126:37973 every 8 connection(s)
08:59:31.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.007201 8616 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-0/data/info.pb
08:59:31.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.010548 8692 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:59:31.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.014369 8605 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu as pid 8616
08:59:31.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.014601 8605 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-0/wal/instance
08:59:31.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.015292 8692 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } has no permanent_uuid. Determining permanent_uuid...
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.016417 8605 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-1/wal
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-1/data
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-1/logs
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-1/data/info.pb
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:59:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:59:31.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.103.125:36685
08:59:31.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.103.125
08:59:31.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:59:31.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.103.84:44685
08:59:31.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:59:31.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:59:31.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:59:31.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:59:31.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.103.126:37973,127.8.103.125:36685,127.8.103.124:39973
08:59:31.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:59:31.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34867/jwks.json
08:59:31.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:59:31.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:59:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.029013 8692 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } has no permanent_uuid. Determining permanent_uuid...
08:59:31.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.030047 8632 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.103.125:36685: connect: Connection refused (error 111)
08:59:31.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.031379 8692 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.103.125:36685: Network error: Client connection negotiation failed: client connection to 127.8.103.125:36685: connect: Connection refused (error 111)
08:59:31.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.080626 8692 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } attempt: 1
08:59:31.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.082080 8692 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.103.125:36685: Network error: Client connection negotiation failed: client connection to 127.8.103.125:36685: connect: Connection refused (error 111)
08:59:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.150254 8692 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } attempt: 2
08:59:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.151835 8692 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.103.125:36685: Network error: Client connection negotiation failed: client connection to 127.8.103.125:36685: connect: Connection refused (error 111)
08:59:31.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.243039 8692 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } attempt: 3
08:59:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.244598 8692 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.103.125:36685: Network error: Client connection negotiation failed: client connection to 127.8.103.125:36685: connect: Connection refused (error 111)
08:59:31.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.293051 8696 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:59:31.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.293267 8696 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:59:31.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.293330 8696 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:59:31.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.300354 8696 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:59:31.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.300416 8696 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:59:31.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.300457 8696 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:59:31.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.300491 8696 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:59:31.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.300534 8696 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:59:31.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.300572 8696 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:59:31.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.300616 8696 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34867/jwks.json
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.308408 8696 master_runner.cc:386] Master server non-default flags:
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.103.84:44685
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-1/data
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-1/wal
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.103.126:37973,127.8.103.125:36685,127.8.103.124:39973
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.103.125:36685
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34867/jwks.json
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:59:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-1/data/info.pb
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.103.125
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-1/logs
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Dec 2025 08:43:22 UTC on 24a791456cd2
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9444
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:59:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.309595 8696 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:59:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.310998 8696 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:59:31.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.317291 8702 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:59:31.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.317413 8705 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:59:31.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.317584 8703 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:59:31.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.318253 8696 server_base.cc:1047] running on GCE node
08:59:31.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.318890 8696 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:59:31.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.320046 8696 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:59:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.321234 8696 hybrid_clock.cc:648] HybridClock initialized: now 1765357171321187 us; error 23 us; skew 500 ppm
08:59:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.321521 8696 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:59:31.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.323351 8696 webserver.cc:492] Webserver started at http://127.8.103.125:42051/ using document root <none> and password file <none>
08:59:31.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.323911 8696 fs_manager.cc:362] Metadata directory not provided
08:59:31.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.324021 8696 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:59:31.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.324298 8696 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:59:31.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.326172 8696 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-1/data/instance:
08:59:31.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "10d83fa88736403582482a5601844916"
08:59:31.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 08:59:31 on dist-test-slave-111x"
08:59:31.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.326833 8696 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-1/wal/instance:
08:59:31.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "10d83fa88736403582482a5601844916"
08:59:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 08:59:31 on dist-test-slave-111x"
08:59:31.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.331030 8696 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.004s sys 0.000s
08:59:31.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.333690 8711 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:59:31.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.334721 8696 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
08:59:31.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.334838 8696 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-1/data,/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-1/wal
08:59:31.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "10d83fa88736403582482a5601844916"
08:59:31.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 08:59:31 on dist-test-slave-111x"
08:59:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.334961 8696 fs_report.cc:389] FS layout report
08:59:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:59:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-1/wal
08:59:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-1/wal
08:59:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-1/data/data
08:59:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:59:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:59:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:59:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:59:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:59:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:59:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:59:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:59:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:59:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:59:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:59:31.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.350091 8696 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:59:31.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.350664 8696 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:59:31.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.350878 8696 kserver.cc:163] Server-wide thread pool size limit: 3276
08:59:31.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.369839 8696 rpc_server.cc:307] RPC server started. Bound to: 127.8.103.125:36685
08:59:31.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.369907 8772 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.103.125:36685 every 8 connection(s)
08:59:31.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.370961 8696 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-1/data/info.pb
08:59:31.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.374346 8773 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:59:31.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.379211 8773 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } has no permanent_uuid. Determining permanent_uuid...
08:59:31.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.380975 8605 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu as pid 8696
08:59:31.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.381139 8605 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-1/wal/instance
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.382321 8605 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-2/wal
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-2/data
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-2/logs
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-2/data/info.pb
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.103.124:39973
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.103.124
08:59:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:59:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.103.84:44685
08:59:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:59:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:59:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:59:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:59:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.103.126:37973,127.8.103.125:36685,127.8.103.124:39973
08:59:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:59:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34867/jwks.json
08:59:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:59:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:59:31.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.387838 8692 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } attempt: 4
08:59:31.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.390880 8773 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } has no permanent_uuid. Determining permanent_uuid...
08:59:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.398303 8692 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } has no permanent_uuid. Determining permanent_uuid...
08:59:31.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.400332 8692 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.103.124:39973: Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111)
08:59:31.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.401575 8773 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } has no permanent_uuid. Determining permanent_uuid...
08:59:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.402455 8713 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111)
08:59:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.403640 8773 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.103.124:39973: Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111)
08:59:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.452894 8773 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } attempt: 1
08:59:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.454427 8773 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.103.124:39973: Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111)
08:59:31.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.459547 8692 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } attempt: 1
08:59:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.460860 8692 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.103.124:39973: Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111)
08:59:31.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.522601 8773 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } attempt: 2
08:59:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.524375 8773 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.103.124:39973: Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111)
08:59:31.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.528085 8692 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } attempt: 2
08:59:31.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.529529 8692 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.103.124:39973: Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111)
08:59:31.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.615562 8773 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } attempt: 3
08:59:31.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.617517 8773 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.103.124:39973: Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111)
08:59:31.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.629796 8692 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } attempt: 3
08:59:31.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.631321 8692 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.103.124:39973: Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111)
08:59:31.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.669179 8776 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:59:31.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.669494 8776 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:59:31.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.669589 8776 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:59:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.676479 8776 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:59:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.676553 8776 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:59:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.676597 8776 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:59:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.676632 8776 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:59:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.676683 8776 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:59:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.676725 8776 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:59:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.676770 8776 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34867/jwks.json
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.684988 8776 master_runner.cc:386] Master server non-default flags:
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.103.84:44685
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-2/data
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-2/wal
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.103.126:37973,127.8.103.125:36685,127.8.103.124:39973
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.103.124:39973
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34867/jwks.json
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-2/data/info.pb
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.103.124
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-2/logs
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Dec 2025 08:43:22 UTC on 24a791456cd2
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9444
08:59:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:59:31.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.686236 8776 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:59:31.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.687638 8776 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:59:31.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.694419 8785 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:59:31.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.694456 8784 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:59:31.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.694841 8787 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:59:31.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.695257 8776 server_base.cc:1047] running on GCE node
08:59:31.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.695868 8776 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:59:31.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.696946 8776 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:59:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.698153 8776 hybrid_clock.cc:648] HybridClock initialized: now 1765357171698091 us; error 35 us; skew 500 ppm
08:59:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.698427 8776 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:59:31.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.700332 8776 webserver.cc:492] Webserver started at http://127.8.103.124:41831/ using document root <none> and password file <none>
08:59:31.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.700896 8776 fs_manager.cc:362] Metadata directory not provided
08:59:31.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.701002 8776 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:59:31.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.701304 8776 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:59:31.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.703188 8776 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-2/data/instance:
08:59:31.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14"
08:59:31.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 08:59:31 on dist-test-slave-111x"
08:59:31.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.703816 8776 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-2/wal/instance:
08:59:31.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14"
08:59:31.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 08:59:31 on dist-test-slave-111x"
08:59:31.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.708014 8776 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.001s sys 0.004s
08:59:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.710758 8793 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:59:31.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.711740 8776 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
08:59:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.711887 8776 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-2/data,/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-2/wal
08:59:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14"
08:59:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 08:59:31 on dist-test-slave-111x"
08:59:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.712028 8776 fs_report.cc:389] FS layout report
08:59:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:59:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-2/wal
08:59:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-2/wal
08:59:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-2/data/data
08:59:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:59:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:59:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:59:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:59:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:59:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:59:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:59:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:59:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:59:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:59:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:59:31.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.724277 8776 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:59:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.724886 8776 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:59:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.725135 8776 kserver.cc:163] Server-wide thread pool size limit: 3276
08:59:31.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.744273 8776 rpc_server.cc:307] RPC server started. Bound to: 127.8.103.124:39973
08:59:31.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.744318 8854 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.103.124:39973 every 8 connection(s)
08:59:31.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.745426 8776 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-2/data/info.pb
08:59:31.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.746783 8605 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu as pid 8776
08:59:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.746960 8605 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/master-2/wal/instance
08:59:31.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.748742 8855 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:59:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.754181 8855 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } has no permanent_uuid. Determining permanent_uuid...
08:59:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.760730 8773 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } attempt: 4
08:59:31.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.765630 8855 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } has no permanent_uuid. Determining permanent_uuid...
08:59:31.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.772032 8855 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } has no permanent_uuid. Determining permanent_uuid...
08:59:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.775040 8773 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916: Bootstrap starting.
08:59:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.777976 8773 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916: Neither blocks nor log segments found. Creating new log.
08:59:31.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.779167 8773 log.cc:826] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916: Log is configured to *not* fsync() on all Append() calls
08:59:31.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.780975 8855 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14: Bootstrap starting.
08:59:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.782284 8773 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916: No bootstrap required, opened a new log
08:59:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.784003 8855 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14: Neither blocks nor log segments found. Creating new log.
08:59:31.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.785107 8855 log.cc:826] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14: Log is configured to *not* fsync() on all Append() calls
08:59:31.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.787273 8855 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14: No bootstrap required, opened a new log
08:59:31.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.788470 8773 raft_consensus.cc:359] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } }
08:59:31.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.788764 8773 raft_consensus.cc:385] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:59:31.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.788874 8773 raft_consensus.cc:740] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 10d83fa88736403582482a5601844916, State: Initialized, Role: FOLLOWER
08:59:31.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.789461 8773 consensus_queue.cc:260] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } }
08:59:31.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.790314 8864 sys_catalog.cc:455] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } } }
08:59:31.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.790689 8864 sys_catalog.cc:458] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [sys.catalog]: This master's current role is: FOLLOWER
08:59:31.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.791216 8773 sys_catalog.cc:565] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [sys.catalog]: configured and running, proceeding with master startup.
08:59:31.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.793342 8855 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } }
08:59:31.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.793620 8855 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:59:31.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.793723 8855 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d8b3c8369ff4454bf7bcb44acbe0a14, State: Initialized, Role: FOLLOWER
08:59:31.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.794286 8855 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } }
08:59:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.795200 8873 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } } }
08:59:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.795433 8873 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [sys.catalog]: This master's current role is: FOLLOWER
08:59:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.796178 8855 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [sys.catalog]: configured and running, proceeding with master startup.
08:59:31.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.801529 8692 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } attempt: 4
08:59:31.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.797573 8696 master_runner.cc:186] Error getting master registration for 127.8.103.126:37973: OK, instance_id { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" instance_seqno: 1765357171000797 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:59:31.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.804961 8696 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:59:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.807426 8876 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:59:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.807621 8876 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:59:31.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.811771 8873 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:59:31.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.812040 8873 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } }
08:59:31.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.813448 8873 leader_election.cc:290] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5a1a409711c8477fb14e024c74ef6062 (127.8.103.126:37973), 10d83fa88736403582482a5601844916 (127.8.103.125:36685)
08:59:31.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.814126 8692 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062: Bootstrap starting.
08:59:31.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.814381 8738 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "10d83fa88736403582482a5601844916" is_pre_election: true
08:59:31.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.814775 8738 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d8b3c8369ff4454bf7bcb44acbe0a14 in term 0.
08:59:31.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.815407 8795 leader_election.cc:304] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 10d83fa88736403582482a5601844916, 2d8b3c8369ff4454bf7bcb44acbe0a14; no voters:
08:59:31.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.815891 8873 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:59:31.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.816115 8873 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:59:31.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.816308 8873 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [term 0 FOLLOWER]: Advancing to term 1
08:59:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.819703 8692 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062: Neither blocks nor log segments found. Creating new log.
08:59:31.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.820904 8692 log.cc:826] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062: Log is configured to *not* fsync() on all Append() calls
08:59:31.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.822182 8873 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } }
08:59:31.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.824293 8738 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "10d83fa88736403582482a5601844916"
08:59:31.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.824493 8738 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 0 FOLLOWER]: Advancing to term 1
08:59:31.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.827945 8738 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2d8b3c8369ff4454bf7bcb44acbe0a14 in term 1.
08:59:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.828644 8795 leader_election.cc:304] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 10d83fa88736403582482a5601844916, 2d8b3c8369ff4454bf7bcb44acbe0a14; no voters:
08:59:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.829317 8887 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [term 1 FOLLOWER]: Leader election won for term 1
08:59:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.829371 8873 leader_election.cc:290] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [CANDIDATE]: Term 1 election: Requested vote from peers 5a1a409711c8477fb14e024c74ef6062 (127.8.103.126:37973), 10d83fa88736403582482a5601844916 (127.8.103.125:36685)
08:59:31.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.832675 8692 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062: No bootstrap required, opened a new log
08:59:31.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.832671 8887 raft_consensus.cc:697] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [term 1 LEADER]: Becoming Leader. State: Replica: 2d8b3c8369ff4454bf7bcb44acbe0a14, State: Running, Role: LEADER
08:59:31.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.833096 8887 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } }
08:59:31.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.839473 8692 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } }
08:59:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.840871 8873 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2d8b3c8369ff4454bf7bcb44acbe0a14. Latest consensus state: current_term: 1 leader_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } } }
08:59:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.841120 8873 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [sys.catalog]: This master's current role is: LEADER
08:59:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.839779 8692 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:59:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.842190 8692 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5a1a409711c8477fb14e024c74ef6062, State: Initialized, Role: FOLLOWER
08:59:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.842808 8692 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } }
08:59:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.847958 8893 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:59:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.848711 8894 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } } }
08:59:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.849161 8894 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [sys.catalog]: This master's current role is: FOLLOWER
08:59:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.849807 8692 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [sys.catalog]: configured and running, proceeding with master startup.
08:59:31.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.849840 8657 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5a1a409711c8477fb14e024c74ef6062" is_pre_election: true
08:59:31.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.850251 8657 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d8b3c8369ff4454bf7bcb44acbe0a14 in term 0.
08:59:31.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:31.852649 8717 tablet.cc:2378] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:59:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.853863 8656 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5a1a409711c8477fb14e024c74ef6062"
08:59:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.854090 8656 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 0 FOLLOWER]: Advancing to term 1
08:59:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.850503 8776 master_runner.cc:186] Error getting master registration for 127.8.103.126:37973: OK, instance_id { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" instance_seqno: 1765357171000797 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:59:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.854374 8776 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:59:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.856019 8656 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2d8b3c8369ff4454bf7bcb44acbe0a14 in term 1.
08:59:31.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.860280 8892 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
08:59:31.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.864336 8892 catalog_manager.cc:1494] Initializing Kudu cluster ID...
08:59:31.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.886389 8738 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 1 FOLLOWER]: Refusing update from remote peer 2d8b3c8369ff4454bf7bcb44acbe0a14: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:59:31.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.887234 8873 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [LEADER]: Connected to new peer: Peer: permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:59:31.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.894219 8656 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 1 FOLLOWER]: Refusing update from remote peer 2d8b3c8369ff4454bf7bcb44acbe0a14: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:59:31.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.894924 8873 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:59:31.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.904500 8864 sys_catalog.cc:455] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2d8b3c8369ff4454bf7bcb44acbe0a14. Latest consensus state: current_term: 1 leader_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } } }
08:59:31.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.904701 8864 sys_catalog.cc:458] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [sys.catalog]: This master's current role is: FOLLOWER
08:59:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.910173 8888 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } } }
08:59:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.910490 8888 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [sys.catalog]: This master's current role is: LEADER
08:59:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.911772 8892 catalog_manager.cc:1357] Generated new cluster ID: f9575bcb7c5b40e98c6c380f24f55367
08:59:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.911850 8892 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
08:59:31.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.926748 8864 sys_catalog.cc:455] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } } }
08:59:31.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.926915 8864 sys_catalog.cc:458] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [sys.catalog]: This master's current role is: FOLLOWER
08:59:31.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.929081 8873 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } } }
08:59:31.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.929085 8894 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2d8b3c8369ff4454bf7bcb44acbe0a14. Latest consensus state: current_term: 1 leader_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } } }
08:59:31.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.929250 8873 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14 [sys.catalog]: This master's current role is: LEADER
08:59:31.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.929301 8894 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [sys.catalog]: This master's current role is: FOLLOWER
08:59:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.937166 8894 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } } }
08:59:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.937359 8894 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [sys.catalog]: This master's current role is: FOLLOWER
08:59:31.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.951534 8892 catalog_manager.cc:1380] Generated new certificate authority record
08:59:31.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.952929 8892 catalog_manager.cc:1514] Loading token signing keys...
08:59:31.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.960325 8913 catalog_manager.cc:1269] Loaded cluster ID: f9575bcb7c5b40e98c6c380f24f55367
08:59:31.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.960397 8913 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062: loading cluster ID for follower catalog manager: success
08:59:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.966022 8892 catalog_manager.cc:6027] T 00000000000000000000000000000000 P 2d8b3c8369ff4454bf7bcb44acbe0a14: Generated new TSK 0
08:59:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.966816 8892 catalog_manager.cc:1524] Initializing in-progress tserver states...
08:59:31.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.969365 8913 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062: acquiring CA information for follower catalog manager: success
08:59:31.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.971467 8913 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:31.975111 8605 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-0/wal
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-0/data
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-0/logs
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-0/data/info.pb
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:59:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:59:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.103.65:0
08:59:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.103.65
08:59:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.103.65
08:59:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:59:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.103.126:37973,127.8.103.125:36685,127.8.103.124:39973
08:59:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.103.84:44685
08:59:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:59:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:59:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:59:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:59:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:59:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:59:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.403685 8916 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:59:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.404268 8916 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:59:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.404515 8916 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:59:32.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.412542 8916 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:59:32.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.412672 8916 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:59:32.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.412747 8916 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:59:32.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.412807 8916 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:59:32.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.412925 8916 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.103.65
08:59:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.421612 8916 tablet_server_runner.cc:78] Tablet server non-default flags:
08:59:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:59:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.103.84:44685
08:59:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:59:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:59:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-0/data
08:59:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-0/wal
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.103.65:0
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-0/data/info.pb
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.103.65
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.103.126:37973,127.8.103.125:36685,127.8.103.124:39973
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.103.65
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-0/logs
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Dec 2025 08:43:22 UTC on 24a791456cd2
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9444
08:59:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:59:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.423336 8916 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:59:32.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.424989 8916 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:59:32.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.433454 8921 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:59:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.434669 8924 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:59:32.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.435166 8922 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:59:32.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.436172 8916 server_base.cc:1047] running on GCE node
08:59:32.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.436666 8916 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:59:32.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.437376 8916 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:59:32.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.438565 8916 hybrid_clock.cc:648] HybridClock initialized: now 1765357172438473 us; error 76 us; skew 500 ppm
08:59:32.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.438834 8916 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:59:32.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.440810 8916 webserver.cc:492] Webserver started at http://127.8.103.65:45949/ using document root <none> and password file <none>
08:59:32.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.441434 8916 fs_manager.cc:362] Metadata directory not provided
08:59:32.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.441542 8916 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:59:32.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.441879 8916 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:59:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.443811 8916 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-0/data/instance:
08:59:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b359af7df694ad89af1e7768277a72e"
08:59:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 08:59:32 on dist-test-slave-111x"
08:59:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.444532 8916 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-0/wal/instance:
08:59:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b359af7df694ad89af1e7768277a72e"
08:59:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 08:59:32 on dist-test-slave-111x"
08:59:32.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.448923 8916 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.002s sys 0.004s
08:59:32.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.451932 8930 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:59:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.453065 8916 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s
08:59:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.453176 8916 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-0/data,/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-0/wal
08:59:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b359af7df694ad89af1e7768277a72e"
08:59:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 08:59:32 on dist-test-slave-111x"
08:59:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.453316 8916 fs_report.cc:389] FS layout report
08:59:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:59:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-0/wal
08:59:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-0/wal
08:59:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-0/data/data
08:59:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:59:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:59:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:59:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:59:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:59:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:59:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:59:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:59:32.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:59:32.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:59:32.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:59:32.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.466523 8916 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:59:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.467121 8916 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:59:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.467412 8916 kserver.cc:163] Server-wide thread pool size limit: 3276
08:59:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.470116 8916 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:59:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.470224 8916 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:59:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.470309 8916 ts_tablet_manager.cc:616] Registered 0 tablets
08:59:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.470395 8916 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:59:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.542438 8916 rpc_server.cc:307] RPC server started. Bound to: 127.8.103.65:34481
08:59:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.542496 9053 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.103.65:34481 every 8 connection(s)
08:59:32.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.543525 8916 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-0/data/info.pb
08:59:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.546231 8605 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu as pid 8916
08:59:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.546393 8605 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-0/wal/instance
08:59:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.546108 9055 heartbeater.cc:344] Connected to a master server at 127.8.103.126:37973
08:59:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.550176 9055 heartbeater.cc:461] Registering TS with master...
08:59:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.550982 9055 heartbeater.cc:507] Master 127.8.103.126:37973 requested a full tablet report, sending...
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.551873 8605 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-1/wal
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-1/data
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-1/logs
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-1/data/info.pb
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.103.66:0
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.103.66
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.103.66
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.103.126:37973,127.8.103.125:36685,127.8.103.124:39973
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.103.84:44685
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:59:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:59:32.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.553367 8647 ts_manager.cc:194] Registered new tserver with Master: 7b359af7df694ad89af1e7768277a72e (127.8.103.65:34481)
08:59:32.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.553886 9056 heartbeater.cc:344] Connected to a master server at 127.8.103.125:36685
08:59:32.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.554040 9056 heartbeater.cc:461] Registering TS with master...
08:59:32.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.554394 9056 heartbeater.cc:507] Master 127.8.103.125:36685 requested a full tablet report, sending...
08:59:32.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.555567 8728 ts_manager.cc:194] Registered new tserver with Master: 7b359af7df694ad89af1e7768277a72e (127.8.103.65:34481)
08:59:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.559252 9054 heartbeater.cc:344] Connected to a master server at 127.8.103.124:39973
08:59:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.559360 9054 heartbeater.cc:461] Registering TS with master...
08:59:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.559729 9054 heartbeater.cc:507] Master 127.8.103.124:39973 requested a full tablet report, sending...
08:59:32.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.560838 8810 ts_manager.cc:194] Registered new tserver with Master: 7b359af7df694ad89af1e7768277a72e (127.8.103.65:34481)
08:59:32.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.562112 8810 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.103.65:47501
08:59:32.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.809458 8876 catalog_manager.cc:1269] Loaded cluster ID: f9575bcb7c5b40e98c6c380f24f55367
08:59:32.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.809544 8876 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916: loading cluster ID for follower catalog manager: success
08:59:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.811915 8876 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916: acquiring CA information for follower catalog manager: success
08:59:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.813664 8876 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:59:32.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.831658 9059 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:59:32.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.831887 9059 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:59:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.832006 9059 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:59:32.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.839378 9059 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:59:32.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.839509 9059 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:59:32.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.839593 9059 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:59:32.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.839656 9059 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:59:32.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.839783 9059 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.103.66
08:59:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.848413 9059 tablet_server_runner.cc:78] Tablet server non-default flags:
08:59:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:59:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.103.84:44685
08:59:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:59:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:59:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-1/data
08:59:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-1/wal
08:59:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:59:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:59:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.103.66:0
08:59:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:59:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:59:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:59:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-1/data/info.pb
08:59:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.103.66
08:59:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:59:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:59:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:59:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:59:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.103.126:37973,127.8.103.125:36685,127.8.103.124:39973
08:59:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:59:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:59:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:59:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:59:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:59:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.103.66
08:59:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-1/logs
08:59:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:59:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:59:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:59:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:59:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:59:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
08:59:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:59:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Dec 2025 08:43:22 UTC on 24a791456cd2
08:59:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9444
08:59:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:59:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.849978 9059 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:59:32.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.851446 9059 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:59:32.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.859603 9065 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:59:32.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.859697 9067 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:59:32.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:32.859730 9064 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:59:32.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.860872 9059 server_base.cc:1047] running on GCE node
08:59:32.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.861279 9059 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:59:32.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.862003 9059 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:59:32.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.863196 9059 hybrid_clock.cc:648] HybridClock initialized: now 1765357172863135 us; error 36 us; skew 500 ppm
08:59:32.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.863431 9059 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:59:32.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.865263 9059 webserver.cc:492] Webserver started at http://127.8.103.66:35601/ using document root <none> and password file <none>
08:59:32.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.865890 9059 fs_manager.cc:362] Metadata directory not provided
08:59:32.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.865995 9059 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:59:32.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.866271 9059 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:59:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.868166 9059 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-1/data/instance:
08:59:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad763e6ec2f447259d95a6b1182818b0"
08:59:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 08:59:32 on dist-test-slave-111x"
08:59:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.868808 9059 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-1/wal/instance:
08:59:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad763e6ec2f447259d95a6b1182818b0"
08:59:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 08:59:32 on dist-test-slave-111x"
08:59:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.873236 9059 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.002s
08:59:32.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.876039 9073 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.877053 9059 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.877171 9059 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-1/data,/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-1/wal
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad763e6ec2f447259d95a6b1182818b0"
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 08:59:32 on dist-test-slave-111x"
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.877326 9059 fs_report.cc:389] FS layout report
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-1/wal
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-1/wal
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-1/data/data
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:59:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:59:32.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.896894 9059 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:59:32.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.897550 9059 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:59:32.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.897825 9059 kserver.cc:163] Server-wide thread pool size limit: 3276
08:59:32.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.900255 9059 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:59:32.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.900362 9059 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:59:32.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.900450 9059 ts_tablet_manager.cc:616] Registered 0 tablets
08:59:32.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.900545 9059 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:59:32.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.949326 9059 rpc_server.cc:307] RPC server started. Bound to: 127.8.103.66:45079
08:59:32.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.949393 9195 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.103.66:45079 every 8 connection(s)
08:59:32.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.950541 9059 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-1/data/info.pb
08:59:32.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.953199 9197 heartbeater.cc:344] Connected to a master server at 127.8.103.126:37973
08:59:32.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.954341 9197 heartbeater.cc:461] Registering TS with master...
08:59:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.955443 9197 heartbeater.cc:507] Master 127.8.103.126:37973 requested a full tablet report, sending...
08:59:32.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.957290 8647 ts_manager.cc:194] Registered new tserver with Master: ad763e6ec2f447259d95a6b1182818b0 (127.8.103.66:45079)
08:59:32.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.958051 8605 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu as pid 9059
08:59:32.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.958215 8605 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-1/wal/instance
08:59:32.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.962677 8605 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu
08:59:32.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu
08:59:32.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-2/wal
08:59:32.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-2/data
08:59:32.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:59:32.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:59:32.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-2/logs
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-2/data/info.pb
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.103.67:0
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.103.67
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.103.67
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.103.126:37973,127.8.103.125:36685,127.8.103.124:39973
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.103.84:44685
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:59:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:59:32.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.966574 9196 heartbeater.cc:344] Connected to a master server at 127.8.103.124:39973
08:59:32.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.966658 9198 heartbeater.cc:344] Connected to a master server at 127.8.103.125:36685
08:59:32.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.966719 9196 heartbeater.cc:461] Registering TS with master...
08:59:32.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.966769 9198 heartbeater.cc:461] Registering TS with master...
08:59:32.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.967262 9196 heartbeater.cc:507] Master 127.8.103.124:39973 requested a full tablet report, sending...
08:59:32.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.967290 9198 heartbeater.cc:507] Master 127.8.103.125:36685 requested a full tablet report, sending...
08:59:32.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.968104 8728 ts_manager.cc:194] Registered new tserver with Master: ad763e6ec2f447259d95a6b1182818b0 (127.8.103.66:45079)
08:59:32.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.968174 8810 ts_manager.cc:194] Registered new tserver with Master: ad763e6ec2f447259d95a6b1182818b0 (127.8.103.66:45079)
08:59:32.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:32.968942 8810 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.103.66:53215
08:59:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:33.245514 9201 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:59:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:33.245790 9201 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:59:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:33.245921 9201 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:59:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:33.253094 9201 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:59:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:33.253218 9201 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:59:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:33.253281 9201 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:59:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:33.253327 9201 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:59:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:33.253437 9201 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.103.67
08:59:33.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.261606 9201 tablet_server_runner.cc:78] Tablet server non-default flags:
08:59:33.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:59:33.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.103.84:44685
08:59:33.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:59:33.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:59:33.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-2/data
08:59:33.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-2/wal
08:59:33.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.103.67:0
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-2/data/info.pb
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.103.67
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.103.126:37973,127.8.103.125:36685,127.8.103.124:39973
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.103.67
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-2/logs
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Dec 2025 08:43:22 UTC on 24a791456cd2
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9444
08:59:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:59:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.263100 9201 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:59:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.264597 9201 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:59:33.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:33.272337 9206 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:59:33.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:33.272313 9207 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:59:33.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:33.273102 9209 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:59:33.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.273517 9201 server_base.cc:1047] running on GCE node
08:59:33.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.274060 9201 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:59:33.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.274861 9201 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:59:33.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.276055 9201 hybrid_clock.cc:648] HybridClock initialized: now 1765357173276005 us; error 28 us; skew 500 ppm
08:59:33.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.276319 9201 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:59:33.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.278118 9201 webserver.cc:492] Webserver started at http://127.8.103.67:44315/ using document root <none> and password file <none>
08:59:33.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.278712 9201 fs_manager.cc:362] Metadata directory not provided
08:59:33.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.278815 9201 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:59:33.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.279106 9201 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:59:33.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.281091 9201 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-2/data/instance:
08:59:33.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5c39d41fd74488d886b764b20432409"
08:59:33.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 08:59:33 on dist-test-slave-111x"
08:59:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.282013 9201 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-2/wal/instance:
08:59:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5c39d41fd74488d886b764b20432409"
08:59:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 08:59:33 on dist-test-slave-111x"
08:59:33.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.286674 9201 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.004s sys 0.000s
08:59:33.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.289611 9215 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:59:33.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.290753 9201 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.001s
08:59:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.290892 9201 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-2/data,/tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-2/wal
08:59:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5c39d41fd74488d886b764b20432409"
08:59:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 08:59:33 on dist-test-slave-111x"
08:59:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.291059 9201 fs_report.cc:389] FS layout report
08:59:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:59:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-2/wal
08:59:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-2/wal
08:59:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-2/data/data
08:59:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:59:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:59:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:59:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:59:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:59:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:59:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:59:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:59:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:59:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:59:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:59:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.311698 9201 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:59:33.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.312449 9201 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:59:33.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.312698 9201 kserver.cc:163] Server-wide thread pool size limit: 3276
08:59:33.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.315371 9201 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:59:33.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.315490 9201 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:59:33.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.315593 9201 ts_tablet_manager.cc:616] Registered 0 tablets
08:59:33.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.315666 9201 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:59:33.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.369349 9201 rpc_server.cc:307] RPC server started. Bound to: 127.8.103.67:43239
08:59:33.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.369391 9336 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.103.67:43239 every 8 connection(s)
08:59:33.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.370939 9201 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-2/data/info.pb
08:59:33.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.374154 9338 heartbeater.cc:344] Connected to a master server at 127.8.103.126:37973
08:59:33.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.374645 9338 heartbeater.cc:461] Registering TS with master...
08:59:33.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.375836 9338 heartbeater.cc:507] Master 127.8.103.126:37973 requested a full tablet report, sending...
08:59:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.377528 8647 ts_manager.cc:194] Registered new tserver with Master: c5c39d41fd74488d886b764b20432409 (127.8.103.67:43239)
08:59:33.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.378701 8605 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu as pid 9201
08:59:33.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.378870 8605 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskVsRTzy/test-tmp/mini-kudu-cluster1611307725467050178/ts-2/wal/instance
08:59:33.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.380446 9337 heartbeater.cc:344] Connected to a master server at 127.8.103.124:39973
08:59:33.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.381358 9337 heartbeater.cc:461] Registering TS with master...
08:59:33.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.381830 9337 heartbeater.cc:507] Master 127.8.103.124:39973 requested a full tablet report, sending...
08:59:33.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.382679 8810 ts_manager.cc:194] Registered new tserver with Master: c5c39d41fd74488d886b764b20432409 (127.8.103.67:43239)
08:59:33.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.383651 8810 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.103.67:35185
08:59:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.387054 9339 heartbeater.cc:344] Connected to a master server at 127.8.103.125:36685
08:59:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.387207 9339 heartbeater.cc:461] Registering TS with master...
08:59:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.387498 9339 heartbeater.cc:507] Master 127.8.103.125:36685 requested a full tablet report, sending...
08:59:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.388332 8728 ts_manager.cc:194] Registered new tserver with Master: c5c39d41fd74488d886b764b20432409 (127.8.103.67:43239)
08:59:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.399088 8605 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
08:59:33.400 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:59:33.400 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:59:33.402 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.103.126"
port: 37973
}
bound_http_address {
host: "127.8.103.126"
port: 34275
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.103.125"
port: 36685
}
bound_http_address {
host: "127.8.103.125"
port: 42051
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.103.124"
port: 39973
}
bound_http_address {
host: "127.8.103.124"
port: 41831
}
}
}
08:59:33.402 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:59:33.402 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.8.103.65"
port: 34481
}
bound_http_address {
host: "127.8.103.65"
port: 45949
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.8.103.66"
port: 45079
}
bound_http_address {
host: "127.8.103.66"
port: 35601
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.8.103.67"
port: 43239
}
bound_http_address {
host: "127.8.103.67"
port: 44315
}
}
}
08:59:33.403 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:59:33.404 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:59:33.405 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.103.125:36685(127.8.103.125:36685)] connecting to peer
08:59:33.406 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:33.407 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.103.126:37973(127.8.103.126:37973)] connecting to peer
08:59:33.407 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.103.125:36685(127.8.103.125:36685)] Successfully connected to peer
08:59:33.408 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.103.124:39973(127.8.103.124:39973)] Successfully connected to peer
08:59:33.409 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.103.125
08:59:33.409 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.103.124
08:59:33.411 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.103.126:37973(127.8.103.126:37973)] Successfully connected to peer
08:59:33.412 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.103.126
08:59:33.420 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x67e94fe4, L:/127.0.0.1:52448 - R:/127.8.103.124:39973] using SASL/PLAIN
08:59:33.423 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:59:33.423 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=18), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [17ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: OK, deferred=null) after lookup
08:59:33.426 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd520fe7e, L:/127.0.0.1:40676 - R:/127.8.103.125:36685] using SASL/PLAIN
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.426939 8809 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52448:
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
08:59:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:33.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:33.428942 8809 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:59:33.430 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x08431606, L:/127.0.0.1:55470 - R:/127.8.103.126:37973] using SASL/PLAIN
08:59:33.442 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table d894c2ab000c48fab0ccc95d2f8caa55
08:59:33.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.475407 8985 tablet_service.cc:1505] Processing CreateTablet for tablet 839ae20aa91440e49e04d50a3327865d (DEFAULT_TABLE table=txn_manager_fallback [id=d894c2ab000c48fab0ccc95d2f8caa55]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:59:33.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.475188 9131 tablet_service.cc:1505] Processing CreateTablet for tablet c0661339b1ad4c1b80500601a4f6bdae (DEFAULT_TABLE table=txn_manager_fallback [id=d894c2ab000c48fab0ccc95d2f8caa55]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:59:33.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.475179 8988 tablet_service.cc:1505] Processing CreateTablet for tablet c0661339b1ad4c1b80500601a4f6bdae (DEFAULT_TABLE table=txn_manager_fallback [id=d894c2ab000c48fab0ccc95d2f8caa55]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:59:33.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.476197 9130 tablet_service.cc:1505] Processing CreateTablet for tablet 839ae20aa91440e49e04d50a3327865d (DEFAULT_TABLE table=txn_manager_fallback [id=d894c2ab000c48fab0ccc95d2f8caa55]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:59:33.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.476486 8985 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 839ae20aa91440e49e04d50a3327865d. 1 dirs total, 0 dirs full, 0 dirs failed
08:59:33.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.476619 9131 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c0661339b1ad4c1b80500601a4f6bdae. 1 dirs total, 0 dirs full, 0 dirs failed
08:59:33.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.476969 9130 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 839ae20aa91440e49e04d50a3327865d. 1 dirs total, 0 dirs full, 0 dirs failed
08:59:33.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.478610 8988 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c0661339b1ad4c1b80500601a4f6bdae. 1 dirs total, 0 dirs full, 0 dirs failed
08:59:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.482288 9272 tablet_service.cc:1505] Processing CreateTablet for tablet c0661339b1ad4c1b80500601a4f6bdae (DEFAULT_TABLE table=txn_manager_fallback [id=d894c2ab000c48fab0ccc95d2f8caa55]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:59:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.483556 9272 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c0661339b1ad4c1b80500601a4f6bdae. 1 dirs total, 0 dirs full, 0 dirs failed
08:59:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.486191 9271 tablet_service.cc:1505] Processing CreateTablet for tablet 839ae20aa91440e49e04d50a3327865d (DEFAULT_TABLE table=txn_manager_fallback [id=d894c2ab000c48fab0ccc95d2f8caa55]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:59:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.486577 9271 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 839ae20aa91440e49e04d50a3327865d. 1 dirs total, 0 dirs full, 0 dirs failed
08:59:33.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.494829 9363 tablet_bootstrap.cc:492] T c0661339b1ad4c1b80500601a4f6bdae P ad763e6ec2f447259d95a6b1182818b0: Bootstrap starting.
08:59:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.497390 9363 tablet_bootstrap.cc:654] T c0661339b1ad4c1b80500601a4f6bdae P ad763e6ec2f447259d95a6b1182818b0: Neither blocks nor log segments found. Creating new log.
08:59:33.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.498421 9363 log.cc:826] T c0661339b1ad4c1b80500601a4f6bdae P ad763e6ec2f447259d95a6b1182818b0: Log is configured to *not* fsync() on all Append() calls
08:59:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.501474 9362 tablet_bootstrap.cc:492] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e: Bootstrap starting.
08:59:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.502741 9365 tablet_bootstrap.cc:492] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409: Bootstrap starting.
08:59:33.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.503225 9363 tablet_bootstrap.cc:492] T c0661339b1ad4c1b80500601a4f6bdae P ad763e6ec2f447259d95a6b1182818b0: No bootstrap required, opened a new log
08:59:33.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.503465 9363 ts_tablet_manager.cc:1403] T c0661339b1ad4c1b80500601a4f6bdae P ad763e6ec2f447259d95a6b1182818b0: Time spent bootstrapping tablet: real 0.009s user 0.008s sys 0.000s
08:59:33.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.504746 9362 tablet_bootstrap.cc:654] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e: Neither blocks nor log segments found. Creating new log.
08:59:33.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.505091 9365 tablet_bootstrap.cc:654] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409: Neither blocks nor log segments found. Creating new log.
08:59:33.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.505867 9362 log.cc:826] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e: Log is configured to *not* fsync() on all Append() calls
08:59:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.506122 9365 log.cc:826] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409: Log is configured to *not* fsync() on all Append() calls
08:59:33.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.509407 9362 tablet_bootstrap.cc:492] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e: No bootstrap required, opened a new log
08:59:33.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.509397 9365 tablet_bootstrap.cc:492] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409: No bootstrap required, opened a new log
08:59:33.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.509392 9363 raft_consensus.cc:359] T c0661339b1ad4c1b80500601a4f6bdae P ad763e6ec2f447259d95a6b1182818b0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.509649 9362 ts_tablet_manager.cc:1403] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e: Time spent bootstrapping tablet: real 0.008s user 0.003s sys 0.003s
08:59:33.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.509653 9365 ts_tablet_manager.cc:1403] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409: Time spent bootstrapping tablet: real 0.007s user 0.005s sys 0.000s
08:59:33.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.509719 9363 raft_consensus.cc:385] T c0661339b1ad4c1b80500601a4f6bdae P ad763e6ec2f447259d95a6b1182818b0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:59:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.509929 9363 raft_consensus.cc:740] T c0661339b1ad4c1b80500601a4f6bdae P ad763e6ec2f447259d95a6b1182818b0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ad763e6ec2f447259d95a6b1182818b0, State: Initialized, Role: FOLLOWER
08:59:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.510434 9363 consensus_queue.cc:260] T c0661339b1ad4c1b80500601a4f6bdae P ad763e6ec2f447259d95a6b1182818b0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.511247 9196 heartbeater.cc:499] Master 127.8.103.124:39973 was elected leader, sending a full tablet report...
08:59:33.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.511897 9363 ts_tablet_manager.cc:1434] T c0661339b1ad4c1b80500601a4f6bdae P ad763e6ec2f447259d95a6b1182818b0: Time spent starting tablet: real 0.008s user 0.009s sys 0.000s
08:59:33.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.512876 9363 tablet_bootstrap.cc:492] T 839ae20aa91440e49e04d50a3327865d P ad763e6ec2f447259d95a6b1182818b0: Bootstrap starting.
08:59:33.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.514329 9363 tablet_bootstrap.cc:654] T 839ae20aa91440e49e04d50a3327865d P ad763e6ec2f447259d95a6b1182818b0: Neither blocks nor log segments found. Creating new log.
08:59:33.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.515878 9362 raft_consensus.cc:359] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.516191 9362 raft_consensus.cc:385] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:59:33.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.516281 9362 raft_consensus.cc:740] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b359af7df694ad89af1e7768277a72e, State: Initialized, Role: FOLLOWER
08:59:33.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.516422 9365 raft_consensus.cc:359] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.516814 9365 raft_consensus.cc:385] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:59:33.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.516891 9365 raft_consensus.cc:740] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5c39d41fd74488d886b764b20432409, State: Initialized, Role: FOLLOWER
08:59:33.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.516921 9362 consensus_queue.cc:260] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.517498 9365 consensus_queue.cc:260] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.525882 9337 heartbeater.cc:499] Master 127.8.103.124:39973 was elected leader, sending a full tablet report...
08:59:33.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.526829 9365 ts_tablet_manager.cc:1434] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409: Time spent starting tablet: real 0.017s user 0.013s sys 0.004s
08:59:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.527781 9054 heartbeater.cc:499] Master 127.8.103.124:39973 was elected leader, sending a full tablet report...
08:59:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.528196 9362 ts_tablet_manager.cc:1434] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e: Time spent starting tablet: real 0.018s user 0.008s sys 0.011s
08:59:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.528561 9362 tablet_bootstrap.cc:492] T 839ae20aa91440e49e04d50a3327865d P 7b359af7df694ad89af1e7768277a72e: Bootstrap starting.
08:59:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.530294 9362 tablet_bootstrap.cc:654] T 839ae20aa91440e49e04d50a3327865d P 7b359af7df694ad89af1e7768277a72e: Neither blocks nor log segments found. Creating new log.
08:59:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.532270 9365 tablet_bootstrap.cc:492] T c0661339b1ad4c1b80500601a4f6bdae P c5c39d41fd74488d886b764b20432409: Bootstrap starting.
08:59:33.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.534623 9365 tablet_bootstrap.cc:654] T c0661339b1ad4c1b80500601a4f6bdae P c5c39d41fd74488d886b764b20432409: Neither blocks nor log segments found. Creating new log.
08:59:33.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.535245 9363 tablet_bootstrap.cc:492] T 839ae20aa91440e49e04d50a3327865d P ad763e6ec2f447259d95a6b1182818b0: No bootstrap required, opened a new log
08:59:33.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.535483 9363 ts_tablet_manager.cc:1403] T 839ae20aa91440e49e04d50a3327865d P ad763e6ec2f447259d95a6b1182818b0: Time spent bootstrapping tablet: real 0.023s user 0.008s sys 0.004s
08:59:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.536089 9362 tablet_bootstrap.cc:492] T 839ae20aa91440e49e04d50a3327865d P 7b359af7df694ad89af1e7768277a72e: No bootstrap required, opened a new log
08:59:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.536226 9362 ts_tablet_manager.cc:1403] T 839ae20aa91440e49e04d50a3327865d P 7b359af7df694ad89af1e7768277a72e: Time spent bootstrapping tablet: real 0.008s user 0.003s sys 0.003s
08:59:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.536311 9363 raft_consensus.cc:359] T 839ae20aa91440e49e04d50a3327865d P ad763e6ec2f447259d95a6b1182818b0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.536484 9363 raft_consensus.cc:385] T 839ae20aa91440e49e04d50a3327865d P ad763e6ec2f447259d95a6b1182818b0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:59:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.536553 9363 raft_consensus.cc:740] T 839ae20aa91440e49e04d50a3327865d P ad763e6ec2f447259d95a6b1182818b0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ad763e6ec2f447259d95a6b1182818b0, State: Initialized, Role: FOLLOWER
08:59:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.536742 9363 consensus_queue.cc:260] T 839ae20aa91440e49e04d50a3327865d P ad763e6ec2f447259d95a6b1182818b0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.536950 9362 raft_consensus.cc:359] T 839ae20aa91440e49e04d50a3327865d P 7b359af7df694ad89af1e7768277a72e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.536536 9365 tablet_bootstrap.cc:492] T c0661339b1ad4c1b80500601a4f6bdae P c5c39d41fd74488d886b764b20432409: No bootstrap required, opened a new log
08:59:33.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.537091 9362 raft_consensus.cc:385] T 839ae20aa91440e49e04d50a3327865d P 7b359af7df694ad89af1e7768277a72e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:59:33.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.537189 9362 raft_consensus.cc:740] T 839ae20aa91440e49e04d50a3327865d P 7b359af7df694ad89af1e7768277a72e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b359af7df694ad89af1e7768277a72e, State: Initialized, Role: FOLLOWER
08:59:33.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.537375 9362 consensus_queue.cc:260] T 839ae20aa91440e49e04d50a3327865d P 7b359af7df694ad89af1e7768277a72e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.537200 9365 ts_tablet_manager.cc:1403] T c0661339b1ad4c1b80500601a4f6bdae P c5c39d41fd74488d886b764b20432409: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
08:59:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.537789 9362 ts_tablet_manager.cc:1434] T 839ae20aa91440e49e04d50a3327865d P 7b359af7df694ad89af1e7768277a72e: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
08:59:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.538802 9363 ts_tablet_manager.cc:1434] T 839ae20aa91440e49e04d50a3327865d P ad763e6ec2f447259d95a6b1182818b0: Time spent starting tablet: real 0.003s user 0.001s sys 0.000s
08:59:33.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.541741 9365 raft_consensus.cc:359] T c0661339b1ad4c1b80500601a4f6bdae P c5c39d41fd74488d886b764b20432409 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.541949 9365 raft_consensus.cc:385] T c0661339b1ad4c1b80500601a4f6bdae P c5c39d41fd74488d886b764b20432409 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:59:33.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.542032 9365 raft_consensus.cc:740] T c0661339b1ad4c1b80500601a4f6bdae P c5c39d41fd74488d886b764b20432409 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5c39d41fd74488d886b764b20432409, State: Initialized, Role: FOLLOWER
08:59:33.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.542217 9365 consensus_queue.cc:260] T c0661339b1ad4c1b80500601a4f6bdae P c5c39d41fd74488d886b764b20432409 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.545373 9365 ts_tablet_manager.cc:1434] T c0661339b1ad4c1b80500601a4f6bdae P c5c39d41fd74488d886b764b20432409: Time spent starting tablet: real 0.007s user 0.002s sys 0.000s
08:59:33.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:33.546142 9057 tablet.cc:2378] T 839ae20aa91440e49e04d50a3327865d P 7b359af7df694ad89af1e7768277a72e: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:59:33.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.556989 9370 raft_consensus.cc:493] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:59:33.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.557154 9370 raft_consensus.cc:515] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.558584 9370 leader_election.cc:290] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ad763e6ec2f447259d95a6b1182818b0 (127.8.103.66:45079), c5c39d41fd74488d886b764b20432409 (127.8.103.67:43239)
08:59:33.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.565178 9151 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c0661339b1ad4c1b80500601a4f6bdae" candidate_uuid: "7b359af7df694ad89af1e7768277a72e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad763e6ec2f447259d95a6b1182818b0" is_pre_election: true
08:59:33.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.565454 9292 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c0661339b1ad4c1b80500601a4f6bdae" candidate_uuid: "7b359af7df694ad89af1e7768277a72e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5c39d41fd74488d886b764b20432409" is_pre_election: true
08:59:33.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.565538 9151 raft_consensus.cc:2468] T c0661339b1ad4c1b80500601a4f6bdae P ad763e6ec2f447259d95a6b1182818b0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b359af7df694ad89af1e7768277a72e in term 0.
08:59:33.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.565851 9292 raft_consensus.cc:2468] T c0661339b1ad4c1b80500601a4f6bdae P c5c39d41fd74488d886b764b20432409 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b359af7df694ad89af1e7768277a72e in term 0.
08:59:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.565974 8931 leader_election.cc:304] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b359af7df694ad89af1e7768277a72e, ad763e6ec2f447259d95a6b1182818b0; no voters:
08:59:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.566223 9370 raft_consensus.cc:2804] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e [term 0 FOLLOWER]: Leader pre-election won for term 1
08:59:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.566324 9370 raft_consensus.cc:493] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:59:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.566382 9370 raft_consensus.cc:3060] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e [term 0 FOLLOWER]: Advancing to term 1
08:59:33.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.567936 9370 raft_consensus.cc:515] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.568418 9370 leader_election.cc:290] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e [CANDIDATE]: Term 1 election: Requested vote from peers ad763e6ec2f447259d95a6b1182818b0 (127.8.103.66:45079), c5c39d41fd74488d886b764b20432409 (127.8.103.67:43239)
08:59:33.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.568864 9151 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c0661339b1ad4c1b80500601a4f6bdae" candidate_uuid: "7b359af7df694ad89af1e7768277a72e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad763e6ec2f447259d95a6b1182818b0"
08:59:33.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.568962 9292 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c0661339b1ad4c1b80500601a4f6bdae" candidate_uuid: "7b359af7df694ad89af1e7768277a72e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5c39d41fd74488d886b764b20432409"
08:59:33.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.569017 9151 raft_consensus.cc:3060] T c0661339b1ad4c1b80500601a4f6bdae P ad763e6ec2f447259d95a6b1182818b0 [term 0 FOLLOWER]: Advancing to term 1
08:59:33.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.569085 9292 raft_consensus.cc:3060] T c0661339b1ad4c1b80500601a4f6bdae P c5c39d41fd74488d886b764b20432409 [term 0 FOLLOWER]: Advancing to term 1
08:59:33.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.571035 9151 raft_consensus.cc:2468] T c0661339b1ad4c1b80500601a4f6bdae P ad763e6ec2f447259d95a6b1182818b0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b359af7df694ad89af1e7768277a72e in term 1.
08:59:33.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.571167 9292 raft_consensus.cc:2468] T c0661339b1ad4c1b80500601a4f6bdae P c5c39d41fd74488d886b764b20432409 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b359af7df694ad89af1e7768277a72e in term 1.
08:59:33.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.571419 8931 leader_election.cc:304] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b359af7df694ad89af1e7768277a72e, ad763e6ec2f447259d95a6b1182818b0; no voters:
08:59:33.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.571692 9370 raft_consensus.cc:2804] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e [term 1 FOLLOWER]: Leader election won for term 1
08:59:33.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.572062 9370 raft_consensus.cc:697] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e [term 1 LEADER]: Becoming Leader. State: Replica: 7b359af7df694ad89af1e7768277a72e, State: Running, Role: LEADER
08:59:33.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.572777 9370 consensus_queue.cc:237] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.577318 8810 catalog_manager.cc:5654] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e reported cstate change: term changed from 0 to 1, leader changed from <none> to 7b359af7df694ad89af1e7768277a72e (127.8.103.65). New cstate: current_term: 1 leader_uuid: "7b359af7df694ad89af1e7768277a72e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } health_report { overall_health: UNKNOWN } } }
08:59:33.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:33.631323 9340 tablet.cc:2378] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:59:33.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:33.703651 9199 tablet.cc:2378] T 839ae20aa91440e49e04d50a3327865d P ad763e6ec2f447259d95a6b1182818b0: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:59:33.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.712985 9371 raft_consensus.cc:493] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:59:33.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.713121 9371 raft_consensus.cc:515] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.714515 9371 leader_election.cc:290] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b359af7df694ad89af1e7768277a72e (127.8.103.65:34481), ad763e6ec2f447259d95a6b1182818b0 (127.8.103.66:45079)
08:59:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.720718 9151 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "839ae20aa91440e49e04d50a3327865d" candidate_uuid: "c5c39d41fd74488d886b764b20432409" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad763e6ec2f447259d95a6b1182818b0" is_pre_election: true
08:59:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.720949 9151 raft_consensus.cc:2468] T 839ae20aa91440e49e04d50a3327865d P ad763e6ec2f447259d95a6b1182818b0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c5c39d41fd74488d886b764b20432409 in term 0.
08:59:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.720984 9009 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "839ae20aa91440e49e04d50a3327865d" candidate_uuid: "c5c39d41fd74488d886b764b20432409" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b359af7df694ad89af1e7768277a72e" is_pre_election: true
08:59:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.721356 9009 raft_consensus.cc:2468] T 839ae20aa91440e49e04d50a3327865d P 7b359af7df694ad89af1e7768277a72e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c5c39d41fd74488d886b764b20432409 in term 0.
08:59:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.721393 9216 leader_election.cc:304] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ad763e6ec2f447259d95a6b1182818b0, c5c39d41fd74488d886b764b20432409; no voters:
08:59:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.721755 9371 raft_consensus.cc:2804] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:59:33.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.721909 9371 raft_consensus.cc:493] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:59:33.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.722033 9371 raft_consensus.cc:3060] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 [term 0 FOLLOWER]: Advancing to term 1
08:59:33.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.723704 9371 raft_consensus.cc:515] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.724195 9371 leader_election.cc:290] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 [CANDIDATE]: Term 1 election: Requested vote from peers 7b359af7df694ad89af1e7768277a72e (127.8.103.65:34481), ad763e6ec2f447259d95a6b1182818b0 (127.8.103.66:45079)
08:59:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.724550 9009 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "839ae20aa91440e49e04d50a3327865d" candidate_uuid: "c5c39d41fd74488d886b764b20432409" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b359af7df694ad89af1e7768277a72e"
08:59:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.724579 9151 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "839ae20aa91440e49e04d50a3327865d" candidate_uuid: "c5c39d41fd74488d886b764b20432409" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad763e6ec2f447259d95a6b1182818b0"
08:59:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.724671 9009 raft_consensus.cc:3060] T 839ae20aa91440e49e04d50a3327865d P 7b359af7df694ad89af1e7768277a72e [term 0 FOLLOWER]: Advancing to term 1
08:59:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.724754 9151 raft_consensus.cc:3060] T 839ae20aa91440e49e04d50a3327865d P ad763e6ec2f447259d95a6b1182818b0 [term 0 FOLLOWER]: Advancing to term 1
08:59:33.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.726378 9009 raft_consensus.cc:2468] T 839ae20aa91440e49e04d50a3327865d P 7b359af7df694ad89af1e7768277a72e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c5c39d41fd74488d886b764b20432409 in term 1.
08:59:33.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.726392 9151 raft_consensus.cc:2468] T 839ae20aa91440e49e04d50a3327865d P ad763e6ec2f447259d95a6b1182818b0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c5c39d41fd74488d886b764b20432409 in term 1.
08:59:33.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.726682 9216 leader_election.cc:304] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ad763e6ec2f447259d95a6b1182818b0, c5c39d41fd74488d886b764b20432409; no voters:
08:59:33.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.726914 9371 raft_consensus.cc:2804] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 [term 1 FOLLOWER]: Leader election won for term 1
08:59:33.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.727290 9371 raft_consensus.cc:697] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 [term 1 LEADER]: Becoming Leader. State: Replica: c5c39d41fd74488d886b764b20432409, State: Running, Role: LEADER
08:59:33.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.727703 9371 consensus_queue.cc:237] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.732191 8810 catalog_manager.cc:5654] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 reported cstate change: term changed from 0 to 1, leader changed from <none> to c5c39d41fd74488d886b764b20432409 (127.8.103.67). New cstate: current_term: 1 leader_uuid: "c5c39d41fd74488d886b764b20432409" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } health_report { overall_health: HEALTHY } } }
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.767953 8810 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52454:
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:59:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:59:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:59:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:59:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:59:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:59:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:59:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:59:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:59:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:33.768784 8810 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:59:33.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.778131 9131 tablet_service.cc:1505] Processing CreateTablet for tablet b8fae5f1090c46bc9e2026db07ee7327 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=44c11b641c5e474d815f2675fe00e5e1]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:59:33.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.778416 9271 tablet_service.cc:1505] Processing CreateTablet for tablet b8fae5f1090c46bc9e2026db07ee7327 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=44c11b641c5e474d815f2675fe00e5e1]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:59:33.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.779064 9271 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b8fae5f1090c46bc9e2026db07ee7327. 1 dirs total, 0 dirs full, 0 dirs failed
08:59:33.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.779065 9131 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b8fae5f1090c46bc9e2026db07ee7327. 1 dirs total, 0 dirs full, 0 dirs failed
08:59:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.784849 9365 tablet_bootstrap.cc:492] T b8fae5f1090c46bc9e2026db07ee7327 P c5c39d41fd74488d886b764b20432409: Bootstrap starting.
08:59:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.785212 8988 tablet_service.cc:1505] Processing CreateTablet for tablet b8fae5f1090c46bc9e2026db07ee7327 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=44c11b641c5e474d815f2675fe00e5e1]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:59:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.785933 8988 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b8fae5f1090c46bc9e2026db07ee7327. 1 dirs total, 0 dirs full, 0 dirs failed
08:59:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.785955 9363 tablet_bootstrap.cc:492] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0: Bootstrap starting.
08:59:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.786059 9365 tablet_bootstrap.cc:654] T b8fae5f1090c46bc9e2026db07ee7327 P c5c39d41fd74488d886b764b20432409: Neither blocks nor log segments found. Creating new log.
08:59:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.787390 9363 tablet_bootstrap.cc:654] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0: Neither blocks nor log segments found. Creating new log.
08:59:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.787448 9365 tablet_bootstrap.cc:492] T b8fae5f1090c46bc9e2026db07ee7327 P c5c39d41fd74488d886b764b20432409: No bootstrap required, opened a new log
08:59:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.787545 9365 ts_tablet_manager.cc:1403] T b8fae5f1090c46bc9e2026db07ee7327 P c5c39d41fd74488d886b764b20432409: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
08:59:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.787997 9365 raft_consensus.cc:359] T b8fae5f1090c46bc9e2026db07ee7327 P c5c39d41fd74488d886b764b20432409 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.788160 9365 raft_consensus.cc:385] T b8fae5f1090c46bc9e2026db07ee7327 P c5c39d41fd74488d886b764b20432409 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:59:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.788225 9365 raft_consensus.cc:740] T b8fae5f1090c46bc9e2026db07ee7327 P c5c39d41fd74488d886b764b20432409 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5c39d41fd74488d886b764b20432409, State: Initialized, Role: FOLLOWER
08:59:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.788424 9365 consensus_queue.cc:260] T b8fae5f1090c46bc9e2026db07ee7327 P c5c39d41fd74488d886b764b20432409 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.788753 9371 tablet_replica.cc:442] T b8fae5f1090c46bc9e2026db07ee7327 P c5c39d41fd74488d886b764b20432409: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } } }
08:59:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.788967 9371 tablet_replica.cc:445] T b8fae5f1090c46bc9e2026db07ee7327 P c5c39d41fd74488d886b764b20432409: This TxnStatusTablet replica's current role is: FOLLOWER
08:59:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.789426 9365 ts_tablet_manager.cc:1434] T b8fae5f1090c46bc9e2026db07ee7327 P c5c39d41fd74488d886b764b20432409: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
08:59:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.791800 9363 tablet_bootstrap.cc:492] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0: No bootstrap required, opened a new log
08:59:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.791945 9363 ts_tablet_manager.cc:1403] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.000s
08:59:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.792696 9363 raft_consensus.cc:359] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.792882 9363 raft_consensus.cc:385] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:59:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.792944 9363 raft_consensus.cc:740] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ad763e6ec2f447259d95a6b1182818b0, State: Initialized, Role: FOLLOWER
08:59:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.793164 9363 consensus_queue.cc:260] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.793630 9368 tablet_replica.cc:442] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } } }
08:59:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.793953 9368 tablet_replica.cc:445] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0: This TxnStatusTablet replica's current role is: FOLLOWER
08:59:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.793634 9363 ts_tablet_manager.cc:1434] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
08:59:33.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.797092 9362 tablet_bootstrap.cc:492] T b8fae5f1090c46bc9e2026db07ee7327 P 7b359af7df694ad89af1e7768277a72e: Bootstrap starting.
08:59:33.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.798557 9362 tablet_bootstrap.cc:654] T b8fae5f1090c46bc9e2026db07ee7327 P 7b359af7df694ad89af1e7768277a72e: Neither blocks nor log segments found. Creating new log.
08:59:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.800056 9362 tablet_bootstrap.cc:492] T b8fae5f1090c46bc9e2026db07ee7327 P 7b359af7df694ad89af1e7768277a72e: No bootstrap required, opened a new log
08:59:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.800165 9362 ts_tablet_manager.cc:1403] T b8fae5f1090c46bc9e2026db07ee7327 P 7b359af7df694ad89af1e7768277a72e: Time spent bootstrapping tablet: real 0.003s user 0.000s sys 0.002s
08:59:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.800606 9362 raft_consensus.cc:359] T b8fae5f1090c46bc9e2026db07ee7327 P 7b359af7df694ad89af1e7768277a72e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.800734 9362 raft_consensus.cc:385] T b8fae5f1090c46bc9e2026db07ee7327 P 7b359af7df694ad89af1e7768277a72e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:59:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.800781 9362 raft_consensus.cc:740] T b8fae5f1090c46bc9e2026db07ee7327 P 7b359af7df694ad89af1e7768277a72e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b359af7df694ad89af1e7768277a72e, State: Initialized, Role: FOLLOWER
08:59:33.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.800948 9362 consensus_queue.cc:260] T b8fae5f1090c46bc9e2026db07ee7327 P 7b359af7df694ad89af1e7768277a72e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.801316 9362 ts_tablet_manager.cc:1434] T b8fae5f1090c46bc9e2026db07ee7327 P 7b359af7df694ad89af1e7768277a72e: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
08:59:33.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.801292 9370 tablet_replica.cc:442] T b8fae5f1090c46bc9e2026db07ee7327 P 7b359af7df694ad89af1e7768277a72e: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } } }
08:59:33.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.801488 9370 tablet_replica.cc:445] T b8fae5f1090c46bc9e2026db07ee7327 P 7b359af7df694ad89af1e7768277a72e: This TxnStatusTablet replica's current role is: FOLLOWER
08:59:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.827304 9368 raft_consensus.cc:493] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:59:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.827435 9368 raft_consensus.cc:515] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.828688 9368 leader_election.cc:290] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b359af7df694ad89af1e7768277a72e (127.8.103.65:34481), c5c39d41fd74488d886b764b20432409 (127.8.103.67:43239)
08:59:33.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.836241 9292 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "b8fae5f1090c46bc9e2026db07ee7327" candidate_uuid: "ad763e6ec2f447259d95a6b1182818b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5c39d41fd74488d886b764b20432409" is_pre_election: true
08:59:33.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.836242 9009 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "b8fae5f1090c46bc9e2026db07ee7327" candidate_uuid: "ad763e6ec2f447259d95a6b1182818b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b359af7df694ad89af1e7768277a72e" is_pre_election: true
08:59:33.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.836455 9009 raft_consensus.cc:2468] T b8fae5f1090c46bc9e2026db07ee7327 P 7b359af7df694ad89af1e7768277a72e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ad763e6ec2f447259d95a6b1182818b0 in term 0.
08:59:33.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.836454 9292 raft_consensus.cc:2468] T b8fae5f1090c46bc9e2026db07ee7327 P c5c39d41fd74488d886b764b20432409 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ad763e6ec2f447259d95a6b1182818b0 in term 0.
08:59:33.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.836838 9075 leader_election.cc:304] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 7b359af7df694ad89af1e7768277a72e, ad763e6ec2f447259d95a6b1182818b0, c5c39d41fd74488d886b764b20432409; no voters:
08:59:33.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.837126 9368 raft_consensus.cc:2804] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:59:33.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.837216 9368 raft_consensus.cc:493] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:59:33.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.837273 9368 raft_consensus.cc:3060] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 [term 0 FOLLOWER]: Advancing to term 1
08:59:33.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.838888 9368 raft_consensus.cc:515] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.839327 9368 leader_election.cc:290] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 [CANDIDATE]: Term 1 election: Requested vote from peers 7b359af7df694ad89af1e7768277a72e (127.8.103.65:34481), c5c39d41fd74488d886b764b20432409 (127.8.103.67:43239)
08:59:33.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.839720 9009 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "b8fae5f1090c46bc9e2026db07ee7327" candidate_uuid: "ad763e6ec2f447259d95a6b1182818b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b359af7df694ad89af1e7768277a72e"
08:59:33.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.839762 9292 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "b8fae5f1090c46bc9e2026db07ee7327" candidate_uuid: "ad763e6ec2f447259d95a6b1182818b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5c39d41fd74488d886b764b20432409"
08:59:33.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.839883 9009 raft_consensus.cc:3060] T b8fae5f1090c46bc9e2026db07ee7327 P 7b359af7df694ad89af1e7768277a72e [term 0 FOLLOWER]: Advancing to term 1
08:59:33.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.839963 9292 raft_consensus.cc:3060] T b8fae5f1090c46bc9e2026db07ee7327 P c5c39d41fd74488d886b764b20432409 [term 0 FOLLOWER]: Advancing to term 1
08:59:33.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.841275 9009 raft_consensus.cc:2468] T b8fae5f1090c46bc9e2026db07ee7327 P 7b359af7df694ad89af1e7768277a72e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ad763e6ec2f447259d95a6b1182818b0 in term 1.
08:59:33.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.841603 9075 leader_election.cc:304] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b359af7df694ad89af1e7768277a72e, ad763e6ec2f447259d95a6b1182818b0; no voters:
08:59:33.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.841750 9292 raft_consensus.cc:2468] T b8fae5f1090c46bc9e2026db07ee7327 P c5c39d41fd74488d886b764b20432409 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ad763e6ec2f447259d95a6b1182818b0 in term 1.
08:59:33.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.841903 9368 raft_consensus.cc:2804] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 [term 1 FOLLOWER]: Leader election won for term 1
08:59:33.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.842363 9368 raft_consensus.cc:697] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 [term 1 LEADER]: Becoming Leader. State: Replica: ad763e6ec2f447259d95a6b1182818b0, State: Running, Role: LEADER
08:59:33.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.842796 9368 consensus_queue.cc:237] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } }
08:59:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.845407 9395 tablet_replica.cc:442] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0: TxnStatusTablet state changed. Reason: New leader ad763e6ec2f447259d95a6b1182818b0. Latest consensus state: current_term: 1 leader_uuid: "ad763e6ec2f447259d95a6b1182818b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } } }
08:59:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.845631 9395 tablet_replica.cc:445] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0: This TxnStatusTablet replica's current role is: LEADER
08:59:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.846287 9397 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
08:59:33.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.846544 9397 txn_status_manager.cc:930] Loading transaction status metadata into memory...
08:59:33.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.847684 8810 catalog_manager.cc:5654] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 reported cstate change: term changed from 0 to 1, leader changed from <none> to ad763e6ec2f447259d95a6b1182818b0 (127.8.103.66). New cstate: current_term: 1 leader_uuid: "ad763e6ec2f447259d95a6b1182818b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } health_report { overall_health: UNKNOWN } } }
08:59:33.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.875512 9292 raft_consensus.cc:1275] T b8fae5f1090c46bc9e2026db07ee7327 P c5c39d41fd74488d886b764b20432409 [term 1 FOLLOWER]: Refusing update from remote peer ad763e6ec2f447259d95a6b1182818b0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:59:33.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.875751 9009 raft_consensus.cc:1275] T b8fae5f1090c46bc9e2026db07ee7327 P 7b359af7df694ad89af1e7768277a72e [term 1 FOLLOWER]: Refusing update from remote peer ad763e6ec2f447259d95a6b1182818b0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:59:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.876238 9368 consensus_queue.cc:1048] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:59:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.876489 9395 consensus_queue.cc:1048] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:59:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.882948 9371 tablet_replica.cc:442] T b8fae5f1090c46bc9e2026db07ee7327 P c5c39d41fd74488d886b764b20432409: TxnStatusTablet state changed. Reason: New leader ad763e6ec2f447259d95a6b1182818b0. Latest consensus state: current_term: 1 leader_uuid: "ad763e6ec2f447259d95a6b1182818b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } } }
08:59:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.883139 9371 tablet_replica.cc:445] T b8fae5f1090c46bc9e2026db07ee7327 P c5c39d41fd74488d886b764b20432409: This TxnStatusTablet replica's current role is: FOLLOWER
08:59:33.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.886458 9368 tablet_replica.cc:442] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ad763e6ec2f447259d95a6b1182818b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } } }
08:59:33.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.886693 9368 tablet_replica.cc:445] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0: This TxnStatusTablet replica's current role is: LEADER
08:59:33.890 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
08:59:33.893 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table d894c2ab000c48fab0ccc95d2f8caa55
08:59:33.901 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c0661339b1ad4c1b80500601a4f6bdae for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
08:59:33.904 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 839ae20aa91440e49e04d50a3327865d for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
08:59:33.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.904724 9370 tablet_replica.cc:442] T b8fae5f1090c46bc9e2026db07ee7327 P 7b359af7df694ad89af1e7768277a72e: TxnStatusTablet state changed. Reason: New leader ad763e6ec2f447259d95a6b1182818b0. Latest consensus state: current_term: 1 leader_uuid: "ad763e6ec2f447259d95a6b1182818b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } } }
08:59:33.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.904942 9370 tablet_replica.cc:445] T b8fae5f1090c46bc9e2026db07ee7327 P 7b359af7df694ad89af1e7768277a72e: This TxnStatusTablet replica's current role is: FOLLOWER
08:59:33.905 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=c0661339b1ad4c1b80500601a4f6bdae@[7b359af7df694ad89af1e7768277a72e(127.8.103.65:34481)[L],ad763e6ec2f447259d95a6b1182818b0(127.8.103.66:45079),c5c39d41fd74488d886b764b20432409(127.8.103.67:43239)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=839ae20aa91440e49e04d50a3327865d@[7b359af7df694ad89af1e7768277a72e(127.8.103.65:34481),ad763e6ec2f447259d95a6b1182818b0(127.8.103.66:45079),c5c39d41fd74488d886b764b20432409(127.8.103.67:43239)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
08:59:33.905 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.103.124:39973, [6ms] Sub RPC GetTableLocations: received response from server master-127.8.103.124:39973: OK, deferred=null) after lookup
08:59:33.905 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7b359af7df694ad89af1e7768277a72e(127.8.103.65:34481)] connecting to peer
08:59:33.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.908998 9395 tablet_replica.cc:442] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ad763e6ec2f447259d95a6b1182818b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } } }
08:59:33.912 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 7b359af7df694ad89af1e7768277a72e(127.8.103.65:34481)] Successfully connected to peer
08:59:33.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.913687 9395 tablet_replica.cc:445] T b8fae5f1090c46bc9e2026db07ee7327 P ad763e6ec2f447259d95a6b1182818b0: This TxnStatusTablet replica's current role is: LEADER
08:59:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.915674 9370 tablet_replica.cc:442] T b8fae5f1090c46bc9e2026db07ee7327 P 7b359af7df694ad89af1e7768277a72e: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ad763e6ec2f447259d95a6b1182818b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } } }
08:59:33.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.915861 9370 tablet_replica.cc:445] T b8fae5f1090c46bc9e2026db07ee7327 P 7b359af7df694ad89af1e7768277a72e: This TxnStatusTablet replica's current role is: FOLLOWER
08:59:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.919059 9402 mvcc.cc:204] Tried to move back new op lower bound from 7230902984186011648 to 7230902984063365120. Current Snapshot: MvccSnapshot[applied={T|T < 7230902984186011648}]
08:59:33.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.937209 9371 tablet_replica.cc:442] T b8fae5f1090c46bc9e2026db07ee7327 P c5c39d41fd74488d886b764b20432409: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ad763e6ec2f447259d95a6b1182818b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 } } peers { permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 } } peers { permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 } } }
08:59:33.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.937409 9371 tablet_replica.cc:445] T b8fae5f1090c46bc9e2026db07ee7327 P c5c39d41fd74488d886b764b20432409: This TxnStatusTablet replica's current role is: FOLLOWER
08:59:33.942 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x03c009b6, L:/127.0.0.1:38746 - R:/127.8.103.65:34481] using TOKEN/null
08:59:33.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.980850 9292 raft_consensus.cc:1275] T c0661339b1ad4c1b80500601a4f6bdae P c5c39d41fd74488d886b764b20432409 [term 1 FOLLOWER]: Refusing update from remote peer 7b359af7df694ad89af1e7768277a72e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:59:33.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.981170 9151 raft_consensus.cc:1275] T c0661339b1ad4c1b80500601a4f6bdae P ad763e6ec2f447259d95a6b1182818b0 [term 1 FOLLOWER]: Refusing update from remote peer 7b359af7df694ad89af1e7768277a72e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:59:33.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.981855 9376 consensus_queue.cc:1048] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e [LEADER]: Connected to new peer: Peer: permanent_uuid: "c5c39d41fd74488d886b764b20432409" member_type: VOTER last_known_addr { host: "127.8.103.67" port: 43239 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:59:33.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.982101 9370 consensus_queue.cc:1048] T c0661339b1ad4c1b80500601a4f6bdae P 7b359af7df694ad89af1e7768277a72e [LEADER]: Connected to new peer: Peer: permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:59:33.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:33.990231 9400 mvcc.cc:204] Tried to move back new op lower bound from 7230902984620437504 to 7230902982957637632. Current Snapshot: MvccSnapshot[applied={T|T < 7230902984620437504}]
08:59:34.005 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.103.124:39973
08:59:34.006 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:59:34.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.006593 8605 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu pid 8776
08:59:34.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.010380 8850 generic_service.cc:196] Checking for leaks (request via RPC)
08:59:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.168781 8605 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu with pid 8776
08:59:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.182854 9371 consensus_queue.cc:1048] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7b359af7df694ad89af1e7768277a72e" member_type: VOTER last_known_addr { host: "127.8.103.65" port: 34481 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:59:34.192 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.103.124:39973(127.8.103.124:39973)] handling channelInactive
08:59:34.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:34.192346 8932 connection.cc:537] client connection to 127.8.103.124:39973 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:59:34.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:34.192610 8714 connection.cc:537] server connection from 127.0.0.1:40668 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:59:34.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state READY due to: connection closed
08:59:34.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:34.193617 8631 connection.cc:537] server connection from 127.0.0.1:55460 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:59:34.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:34.195014 9054 heartbeater.cc:646] Failed to heartbeat to 127.8.103.124:39973 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:59:34.196 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:59:34.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:34.198216 9337 heartbeater.cc:646] Failed to heartbeat to 127.8.103.124:39973 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from unknown peer (error 108)
08:59:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.198927 9371 consensus_queue.cc:1048] T 839ae20aa91440e49e04d50a3327865d P c5c39d41fd74488d886b764b20432409 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ad763e6ec2f447259d95a6b1182818b0" member_type: VOTER last_known_addr { host: "127.8.103.66" port: 45079 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:59:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:34.208714 9196 heartbeater.cc:646] Failed to heartbeat to 127.8.103.124:39973 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111)
08:59:34.408 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.409 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.8.103.124:39973(127.8.103.124:39973) for tablet Kudu Master: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.426 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.427 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.445 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.447 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.466 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.467 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.470399 9421 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 2d8b3c8369ff4454bf7bcb44acbe0a14)
08:59:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.470570 9421 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } }
08:59:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.470721 9422 raft_consensus.cc:493] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 2d8b3c8369ff4454bf7bcb44acbe0a14)
08:59:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.470885 9422 raft_consensus.cc:515] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } }
08:59:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.471717 9421 leader_election.cc:290] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 10d83fa88736403582482a5601844916 (127.8.103.125:36685), 2d8b3c8369ff4454bf7bcb44acbe0a14 (127.8.103.124:39973)
08:59:34.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.471832 9422 leader_election.cc:290] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 5a1a409711c8477fb14e024c74ef6062 (127.8.103.126:37973), 2d8b3c8369ff4454bf7bcb44acbe0a14 (127.8.103.124:39973)
08:59:34.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.472383 8656 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "10d83fa88736403582482a5601844916" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5a1a409711c8477fb14e024c74ef6062" is_pre_election: true
08:59:34.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.472572 8656 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 10d83fa88736403582482a5601844916 in term 1.
08:59:34.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.472854 8737 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5a1a409711c8477fb14e024c74ef6062" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "10d83fa88736403582482a5601844916" is_pre_election: true
08:59:34.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.473064 8737 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5a1a409711c8477fb14e024c74ef6062 in term 1.
08:59:34.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.473018 8712 leader_election.cc:304] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 10d83fa88736403582482a5601844916, 5a1a409711c8477fb14e024c74ef6062; no voters:
08:59:34.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.473412 9422 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.473547 9422 raft_consensus.cc:493] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 2d8b3c8369ff4454bf7bcb44acbe0a14)
08:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.473666 9422 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 1 FOLLOWER]: Advancing to term 2
08:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:34.474563 8713 leader_election.cc:336] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2d8b3c8369ff4454bf7bcb44acbe0a14 (127.8.103.124:39973): Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111)
08:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.474699 8632 leader_election.cc:304] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 10d83fa88736403582482a5601844916, 5a1a409711c8477fb14e024c74ef6062; no voters:
08:59:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.475049 9421 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:59:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:34.475070 8632 leader_election.cc:336] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2d8b3c8369ff4454bf7bcb44acbe0a14 (127.8.103.124:39973): Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111)
08:59:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.475232 9421 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 2d8b3c8369ff4454bf7bcb44acbe0a14)
08:59:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.475325 9421 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 1 FOLLOWER]: Advancing to term 2
08:59:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.476064 9422 raft_consensus.cc:515] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } }
08:59:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.476871 9422 leader_election.cc:290] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [CANDIDATE]: Term 2 election: Requested vote from peers 5a1a409711c8477fb14e024c74ef6062 (127.8.103.126:37973), 2d8b3c8369ff4454bf7bcb44acbe0a14 (127.8.103.124:39973)
08:59:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.476938 8656 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "10d83fa88736403582482a5601844916" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5a1a409711c8477fb14e024c74ef6062"
08:59:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.477324 9421 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } }
08:59:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.477630 8656 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 10d83fa88736403582482a5601844916 in current term 2: Already voted for candidate 5a1a409711c8477fb14e024c74ef6062 in this term.
08:59:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:34.477662 8713 leader_election.cc:336] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 2d8b3c8369ff4454bf7bcb44acbe0a14 (127.8.103.124:39973): Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111)
08:59:34.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.478039 9421 leader_election.cc:290] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [CANDIDATE]: Term 2 election: Requested vote from peers 10d83fa88736403582482a5601844916 (127.8.103.125:36685), 2d8b3c8369ff4454bf7bcb44acbe0a14 (127.8.103.124:39973)
08:59:34.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.478057 8712 leader_election.cc:304] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 10d83fa88736403582482a5601844916; no voters: 2d8b3c8369ff4454bf7bcb44acbe0a14, 5a1a409711c8477fb14e024c74ef6062
08:59:34.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.478149 8737 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5a1a409711c8477fb14e024c74ef6062" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "10d83fa88736403582482a5601844916"
08:59:34.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.478406 8737 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 5a1a409711c8477fb14e024c74ef6062 in current term 2: Already voted for candidate 10d83fa88736403582482a5601844916 in this term.
08:59:34.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.478513 9422 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:59:34.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:34.479341 8632 leader_election.cc:336] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 2d8b3c8369ff4454bf7bcb44acbe0a14 (127.8.103.124:39973): Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111)
08:59:34.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.479437 8632 leader_election.cc:304] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5a1a409711c8477fb14e024c74ef6062; no voters: 10d83fa88736403582482a5601844916, 2d8b3c8369ff4454bf7bcb44acbe0a14
08:59:34.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.479640 9421 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:59:34.486 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.487 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.505 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.506 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.526 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.527 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.545 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.547 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.547 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] sending RPC to server master-127.8.103.124:39973, [4ms] received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, deferred=Deferred@1501802448(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1771505555@3699124c -> (continuation of Deferred@201470530 after retry RPC after error@627458639) -> (continuation of Deferred@1642038300 after retry RPC after error@522903833) -> (continuation of Deferred@36130972 after retry RPC after error@365170349) -> (continuation of Deferred@136746861 after retry RPC after error@1078762841) -> (continuation of Deferred@2019001980 after retry RPC after error@1305693885) -> (continuation of Deferred@1903310229 after retry RPC after error@1441847479), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/263344142@11d0c013 -> (continuation of Deferred@201470530 after retry RPC after error@627458639) -> (continuation of Deferred@1642038300 after retry RPC after error@522903833) -> (continuation of Deferred@36130972 after retry RPC after error@365170349) -> (continuation of Deferred@136746861 after retry RPC after error@1078762841) -> (continuation of Deferred@2019001980 after retry RPC after error@1305693885) -> (continuation of Deferred@1903310229 after retry RPC after error@1441847479)))
08:59:34.548 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] sending RPC to server master-127.8.103.124:39973, [4ms] received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, deferred=Deferred@1501802448(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1771505555@3699124c -> (continuation of Deferred@201470530 after retry RPC after error@627458639) -> (continuation of Deferred@1642038300 after retry RPC after error@522903833) -> (continuation of Deferred@36130972 after retry RPC after error@365170349) -> (continuation of Deferred@136746861 after retry RPC after error@1078762841) -> (continuation of Deferred@2019001980 after retry RPC after error@1305693885) -> (continuation of Deferred@1903310229 after retry RPC after error@1441847479), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/263344142@11d0c013 -> (continuation of Deferred@201470530 after retry RPC after error@627458639) -> (continuation of Deferred@1642038300 after retry RPC after error@522903833) -> (continuation of Deferred@36130972 after retry RPC after error@365170349) -> (continuation of Deferred@136746861 after retry RPC after error@1078762841) -> (continuation of Deferred@2019001980 after retry RPC after error@1305693885) -> (continuation of Deferred@1903310229 after retry RPC after error@1441847479)))
08:59:34.566 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.567 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.585 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.586 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.606 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.626 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.627 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.645 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.647 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.685 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.687 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.706 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.707 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.746 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.747 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.748 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [0ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, deferred=Deferred@1146087799(state=PENDING, result=null, callback=(continuation of Deferred@1416914596 after retry RPC after error@1385912827) -> (continuation of Deferred@856118161 after retry RPC after error@137892055) -> (continuation of Deferred@2140014130 after retry RPC after error@2001919161) -> (continuation of Deferred@2118156825 after retry RPC after error@917937070) -> (continuation of Deferred@956740828 after retry RPC after error@1490030673) -> (continuation of Deferred@586809624 after retry RPC after error@538150146) -> (continuation of Deferred@750740872 after retry RPC after error@1949678294), errback=(continuation of Deferred@1416914596 after retry RPC after error@1385912827) -> (continuation of Deferred@856118161 after retry RPC after error@137892055) -> (continuation of Deferred@2140014130 after retry RPC after error@2001919161) -> (continuation of Deferred@2118156825 after retry RPC after error@917937070) -> (continuation of Deferred@956740828 after retry RPC after error@1490030673) -> (continuation of Deferred@586809624 after retry RPC after error@538150146) -> (continuation of Deferred@750740872 after retry RPC after error@1949678294)))
08:59:34.748 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [0ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, deferred=Deferred@1146087799(state=PENDING, result=null, callback=(continuation of Deferred@1416914596 after retry RPC after error@1385912827) -> (continuation of Deferred@856118161 after retry RPC after error@137892055) -> (continuation of Deferred@2140014130 after retry RPC after error@2001919161) -> (continuation of Deferred@2118156825 after retry RPC after error@917937070) -> (continuation of Deferred@956740828 after retry RPC after error@1490030673) -> (continuation of Deferred@586809624 after retry RPC after error@538150146) -> (continuation of Deferred@750740872 after retry RPC after error@1949678294), errback=(continuation of Deferred@1416914596 after retry RPC after error@1385912827) -> (continuation of Deferred@856118161 after retry RPC after error@137892055) -> (continuation of Deferred@2140014130 after retry RPC after error@2001919161) -> (continuation of Deferred@2118156825 after retry RPC after error@917937070) -> (continuation of Deferred@956740828 after retry RPC after error@1490030673) -> (continuation of Deferred@586809624 after retry RPC after error@538150146) -> (continuation of Deferred@750740872 after retry RPC after error@1949678294)))
08:59:34.765 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.766 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.786 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.787 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.805 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.806 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.826 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.827 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.829505 9421 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:59:34.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.829728 9421 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } }
08:59:34.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.830276 9421 leader_election.cc:290] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 10d83fa88736403582482a5601844916 (127.8.103.125:36685), 2d8b3c8369ff4454bf7bcb44acbe0a14 (127.8.103.124:39973)
08:59:34.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.830684 8737 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5a1a409711c8477fb14e024c74ef6062" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "10d83fa88736403582482a5601844916" is_pre_election: true
08:59:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.830880 8737 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5a1a409711c8477fb14e024c74ef6062 in term 2.
08:59:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.831380 8632 leader_election.cc:304] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 10d83fa88736403582482a5601844916, 5a1a409711c8477fb14e024c74ef6062; no voters:
08:59:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.831647 9421 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:59:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:34.831665 8632 leader_election.cc:336] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 2d8b3c8369ff4454bf7bcb44acbe0a14 (127.8.103.124:39973): Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111)
08:59:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.831753 9421 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:59:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.831845 9421 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 2 FOLLOWER]: Advancing to term 3
08:59:34.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.833411 9421 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } }
08:59:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.833877 9421 leader_election.cc:290] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [CANDIDATE]: Term 3 election: Requested vote from peers 10d83fa88736403582482a5601844916 (127.8.103.125:36685), 2d8b3c8369ff4454bf7bcb44acbe0a14 (127.8.103.124:39973)
08:59:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.834399 8737 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5a1a409711c8477fb14e024c74ef6062" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "10d83fa88736403582482a5601844916"
08:59:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.834576 8737 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 2 FOLLOWER]: Advancing to term 3
08:59:34.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:34.834944 8632 leader_election.cc:336] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 2d8b3c8369ff4454bf7bcb44acbe0a14 (127.8.103.124:39973): Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111)
08:59:34.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.836311 8737 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5a1a409711c8477fb14e024c74ef6062 in term 3.
08:59:34.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.836652 8632 leader_election.cc:304] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 10d83fa88736403582482a5601844916, 5a1a409711c8477fb14e024c74ef6062; no voters: 2d8b3c8369ff4454bf7bcb44acbe0a14
08:59:34.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.836879 9421 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 3 FOLLOWER]: Leader election won for term 3
08:59:34.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.837239 9421 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [term 3 LEADER]: Becoming Leader. State: Replica: 5a1a409711c8477fb14e024c74ef6062, State: Running, Role: LEADER
08:59:34.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.837613 9421 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } }
08:59:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.838768 9428 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5a1a409711c8477fb14e024c74ef6062. Latest consensus state: current_term: 3 leader_uuid: "5a1a409711c8477fb14e024c74ef6062" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } } }
08:59:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.838974 9428 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [sys.catalog]: This master's current role is: LEADER
08:59:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.839545 9429 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
08:59:34.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.841672 9429 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=44c11b641c5e474d815f2675fe00e5e1]
08:59:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.842187 9429 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback [id=d894c2ab000c48fab0ccc95d2f8caa55]
08:59:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.843592 9429 tablet_loader.cc:96] loaded metadata for tablet 839ae20aa91440e49e04d50a3327865d (table txn_manager_fallback [id=d894c2ab000c48fab0ccc95d2f8caa55])
08:59:34.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.843945 9429 tablet_loader.cc:96] loaded metadata for tablet b8fae5f1090c46bc9e2026db07ee7327 (table kudu_system.kudu_transactions [id=44c11b641c5e474d815f2675fe00e5e1])
08:59:34.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.844267 9429 tablet_loader.cc:96] loaded metadata for tablet c0661339b1ad4c1b80500601a4f6bdae (table txn_manager_fallback [id=d894c2ab000c48fab0ccc95d2f8caa55])
08:59:34.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.844517 9429 catalog_manager.cc:1494] Initializing Kudu cluster ID...
08:59:34.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.845264 9429 catalog_manager.cc:1269] Loaded cluster ID: f9575bcb7c5b40e98c6c380f24f55367
08:59:34.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.845353 9429 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
08:59:34.846 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.846681 9429 catalog_manager.cc:1514] Loading token signing keys...
08:59:34.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.847571 9429 catalog_manager.cc:6038] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062: Loaded TSK: 0
08:59:34.847 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973; will retry
08:59:34.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.848265 9429 catalog_manager.cc:1524] Initializing in-progress tserver states...
08:59:34.885 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.8.103.124:39973(127.8.103.124:39973)] connecting to peer
08:59:34.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.103.124:39973(127.8.103.124:39973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.103.124:39973: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973
08:59:34.888 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:59:34.888 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=122), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.103.125:36685,127.8.103.124:39973,127.8.103.126:37973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.125:36685, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.124:39973, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.103.126:37973, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.124:39973: Network error: Failed to connect to peer master-127.8.103.124:39973(127.8.103.124:39973): Connection refused: /127.8.103.124:39973, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.125:36685: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.103.126:37973: OK, deferred=Deferred@1817615334(state=PENDING, result=null, callback=(continuation of Deferred@1001381081 after retry RPC after error@1481084158) -> (continuation of Deferred@685561534 after retry RPC after error@1888346600) -> (continuation of Deferred@897692212 after retry RPC after error@1371924486) -> (continuation of Deferred@534949286 after retry RPC after error@8359187) -> (continuation of Deferred@945262394 after retry RPC after error@1185732078), errback=(continuation of Deferred@1001381081 after retry RPC after error@1481084158) -> (continuation of Deferred@685561534 after retry RPC after error@1888346600) -> (continuation of Deferred@897692212 after retry RPC after error@1371924486) -> (continuation of Deferred@534949286 after retry RPC after error@8359187) -> (continuation of Deferred@945262394 after retry RPC after error@1185732078))) after lookup
08:59:34.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.908269 9080 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.013s from last keepalive heartbeat (effective timeout is 1.000s)
08:59:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:34.909682 9108 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.8.103.124:39973)
08:59:34.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:34.939908 8632 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 -> Peer 2d8b3c8369ff4454bf7bcb44acbe0a14 (127.8.103.124:39973): Couldn't send request to peer 2d8b3c8369ff4454bf7bcb44acbe0a14. Status: Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:59:34.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:34.944648 9434 tablet_replica.cc:1306] Aborted: operation has been aborted: cancelling pending write operations
08:59:34.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.954830 8737 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [term 3 FOLLOWER]: Refusing update from remote peer 5a1a409711c8477fb14e024c74ef6062: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
08:59:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.955693 9428 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [LEADER]: Connected to new peer: Peer: permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.951512 8646 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55494:
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:59:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:59:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:59:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:59:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:59:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:59:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:59:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:59:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:59:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:59:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:59:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:59:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:59:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:59:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:34.959626 8646 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:59:34.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.960471 9422 sys_catalog.cc:455] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5a1a409711c8477fb14e024c74ef6062. Latest consensus state: current_term: 3 leader_uuid: "5a1a409711c8477fb14e024c74ef6062" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } } }
08:59:34.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.960677 9422 sys_catalog.cc:458] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [sys.catalog]: This master's current role is: FOLLOWER
08:59:34.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.961380 9421 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "5a1a409711c8477fb14e024c74ef6062" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } } }
08:59:34.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.961558 9421 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 [sys.catalog]: This master's current role is: LEADER
08:59:34.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.962212 9422 sys_catalog.cc:455] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "5a1a409711c8477fb14e024c74ef6062" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a1a409711c8477fb14e024c74ef6062" member_type: VOTER last_known_addr { host: "127.8.103.126" port: 37973 } } peers { permanent_uuid: "10d83fa88736403582482a5601844916" member_type: VOTER last_known_addr { host: "127.8.103.125" port: 36685 } } peers { permanent_uuid: "2d8b3c8369ff4454bf7bcb44acbe0a14" member_type: VOTER last_known_addr { host: "127.8.103.124" port: 39973 } } }
08:59:34.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:34.962368 9422 sys_catalog.cc:458] T 00000000000000000000000000000000 P 10d83fa88736403582482a5601844916 [sys.catalog]: This master's current role is: FOLLOWER
08:59:34.976 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: ad763e6ec2f447259d95a6b1182818b0 (127.8.103.66:45079): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1765357173 last_transition_timestamp: 1765357174
08:59:35.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:35.445278 8632 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 -> Peer 2d8b3c8369ff4454bf7bcb44acbe0a14 (127.8.103.124:39973): Couldn't send request to peer 2d8b3c8369ff4454bf7bcb44acbe0a14. Status: Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:59:35.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:35.998353 8632 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 -> Peer 2d8b3c8369ff4454bf7bcb44acbe0a14 (127.8.103.124:39973): Couldn't send request to peer 2d8b3c8369ff4454bf7bcb44acbe0a14. Status: Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:59:36.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:36.092387 8632 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111) [suppressed 22 similar messages]
08:59:36.200 [DEBUG - main] (Connection.java:575) [peer master-127.8.103.125:36685(127.8.103.125:36685)] disconnecting while in state READY
08:59:36.200 [DEBUG - main] (Connection.java:575) [peer master-127.8.103.124:39973(127.8.103.124:39973)] disconnecting while in state TERMINATED
08:59:36.201 [DEBUG - main] (Connection.java:575) [peer 7b359af7df694ad89af1e7768277a72e(127.8.103.65:34481)] disconnecting while in state READY
08:59:36.201 [DEBUG - main] (Connection.java:575) [peer master-127.8.103.126:37973(127.8.103.126:37973)] disconnecting while in state READY
08:59:36.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:36.201009 9055 heartbeater.cc:499] Master 127.8.103.126:37973 was elected leader, sending a full tablet report...
08:59:36.201 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 7b359af7df694ad89af1e7768277a72e(127.8.103.65:34481)] handling channelInactive
08:59:36.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7b359af7df694ad89af1e7768277a72e(127.8.103.65:34481)] cleaning up while in state READY due to: connection closed
08:59:36.202 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.103.125:36685(127.8.103.125:36685)] handling channelInactive
08:59:36.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.103.125:36685(127.8.103.125:36685)] cleaning up while in state READY due to: connection closed
08:59:36.202 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:59:36.203 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.103.126:37973(127.8.103.126:37973)] handling channelInactive
08:59:36.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.103.126:37973(127.8.103.126:37973)] cleaning up while in state READY due to: connection closed
08:59:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:36.203639 8605 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu pid 8916
08:59:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:36.211808 9049 generic_service.cc:196] Checking for leaks (request via RPC)
08:59:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:36.212445 9197 heartbeater.cc:499] Master 127.8.103.126:37973 was elected leader, sending a full tablet report...
08:59:36.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:36.302898 8605 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu with pid 8916
08:59:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:36.319455 8713 connection.cc:537] server connection from 127.8.103.65:39547 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:59:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:36.319818 8605 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu pid 9059
08:59:36.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:36.326179 9191 generic_service.cc:196] Checking for leaks (request via RPC)
08:59:36.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:36.441128 8605 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu with pid 9059
08:59:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:36.460512 8605 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu pid 9201
08:59:36.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:36.466159 9332 generic_service.cc:196] Checking for leaks (request via RPC)
08:59:36.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:36.490869 8632 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5a1a409711c8477fb14e024c74ef6062 -> Peer 2d8b3c8369ff4454bf7bcb44acbe0a14 (127.8.103.124:39973): Couldn't send request to peer 2d8b3c8369ff4454bf7bcb44acbe0a14. Status: Network error: Client connection negotiation failed: client connection to 127.8.103.124:39973: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
08:59:36.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:36.553721 8605 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu with pid 9201
08:59:36.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:36.570081 8605 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu pid 8616
08:59:36.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:36.571072 8687 generic_service.cc:196] Checking for leaks (request via RPC)
08:59:36.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:36.676138 8605 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu with pid 8616
08:59:36.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 08:59:36.697748 8713 connection.cc:537] server connection from 127.0.0.1:40640 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:59:36.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:36.698195 8605 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu pid 8696
08:59:36.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:36.699180 8768 generic_service.cc:196] Checking for leaks (request via RPC)
08:59:36.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 08:59:36.795640 8605 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskVsRTzy/build/asan/bin/kudu with pid 8696
08:59:36.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-12-10T08:59:36Z chronyd exiting
08:59:36.937 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: ad763e6ec2f447259d95a6b1182818b0 (127.8.103.66:45079): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1765357173 last_transition_timestamp: 1765357174
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
org.apache.kudu.client.NonRecoverableException: Failed to write to server: ad763e6ec2f447259d95a6b1182818b0 (127.8.103.66:45079): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1765357173 last_transition_timestamp: 1765357174
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more