14:08:15.828 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:08:15.828 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskTvyDHR/test-tmp
14:08:15.828 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
14:08:15.828 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskTvyDHR/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
14:08:15.829 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:08:15.948 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:08:15.948 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:08:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:15.949723 16040 mini_oidc.cc:150] Starting JWKS server
14:08:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:15.951299 16040 webserver.cc:492] Webserver started at http://127.0.0.1:36855/ using document root <none> and password file <none>
14:08:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:15.951431 16040 mini_oidc.cc:186] Starting OIDC Discovery server
14:08:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:15.951635 16040 webserver.cc:492] Webserver started at http://127.0.0.1:46559/ using document root <none> and password file <none>
14:08:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-25T14:08:15Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:08:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-25T14:08:15Z Disabled control of system clock
14:08:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:15.965670 16040 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu
14:08:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu
14:08:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-0/wal
14:08:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-0/data
14:08:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-0/logs
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-0/data/info.pb
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.170.62:37255
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.170.62
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.170.20:35833
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.170.62:37255,127.15.170.61:43201,127.15.170.60:40555
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36855/jwks.json
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:08:16.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.070611 16051 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:08:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.070819 16051 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.070863 16051 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:08:16.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.073971 16051 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:08:16.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.074029 16051 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:08:16.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.074045 16051 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:08:16.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.074064 16051 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:08:16.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.074080 16051 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:08:16.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.074098 16051 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:08:16.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.074112 16051 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36855/jwks.json
14:08:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.077770 16051 master_runner.cc:386] Master server non-default flags:
14:08:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.170.20:35833
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-0/data
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-0/wal
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.170.62:37255,127.15.170.61:43201,127.15.170.60:40555
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.170.62:37255
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36855/jwks.json
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-0/data/info.pb
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.170.62
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16051
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-0/logs
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 25 Oct 2025 13:43:15 UTC on 24a791456cd2
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8710
14:08:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.078810 16051 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.079911 16051 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.085340 16056 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.085378 16059 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.085378 16057 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.085553 16051 server_base.cc:1047] running on GCE node
14:08:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.086050 16051 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.086879 16051 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:16.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.088025 16051 hybrid_clock.cc:648] HybridClock initialized: now 1761401296088007 us; error 41 us; skew 500 ppm
14:08:16.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.089766 16051 webserver.cc:492] Webserver started at http://127.15.170.62:46385/ using document root <none> and password file <none>
14:08:16.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.090272 16051 fs_manager.cc:362] Metadata directory not provided
14:08:16.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.090322 16051 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:16.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.090474 16051 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:08:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.091915 16051 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-0/data/instance:
14:08:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e7fcc47261264f6094792de2da47ec3c"
14:08:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:08:16 on dist-test-slave-ln01"
14:08:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.092325 16051 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-0/wal/instance:
14:08:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e7fcc47261264f6094792de2da47ec3c"
14:08:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:08:16 on dist-test-slave-ln01"
14:08:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.095518 16051 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.002s sys 0.000s
14:08:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.097604 16065 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:08:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.098641 16051 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
14:08:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.098771 16051 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-0/data,/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-0/wal
14:08:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e7fcc47261264f6094792de2da47ec3c"
14:08:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:08:16 on dist-test-slave-ln01"
14:08:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.098841 16051 fs_report.cc:389] FS layout report
14:08:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-0/wal
14:08:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-0/wal
14:08:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-0/data/data
14:08:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.115123 16051 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:08:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.115741 16051 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.115890 16051 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.123612 16127 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.170.62:37255 every 8 connection(s)
14:08:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.123612 16051 rpc_server.cc:307] RPC server started. Bound to: 127.15.170.62:37255
14:08:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.124696 16051 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-0/data/info.pb
14:08:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.127414 16128 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.130887 16128 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } has no permanent_uuid. Determining permanent_uuid...
14:08:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.131120 16040 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu as pid 16051
14:08:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.131234 16040 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-0/wal/instance
14:08:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.132606 16040 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu
14:08:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu
14:08:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-1/wal
14:08:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-1/data
14:08:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-1/logs
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-1/data/info.pb
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.170.61:43201
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.170.61
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.170.20:35833
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.170.62:37255,127.15.170.61:43201,127.15.170.60:40555
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36855/jwks.json
14:08:16.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:08:16.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:08:16.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.142658 16128 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } has no permanent_uuid. Determining permanent_uuid...
14:08:16.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.143601 16068 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.170.61:43201: connect: Connection refused (error 111)
14:08:16.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.144636 16128 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.170.61:43201: Network error: Client connection negotiation failed: client connection to 127.15.170.61:43201: connect: Connection refused (error 111)
14:08:16.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.193892 16128 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } attempt: 1
14:08:16.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.195359 16128 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.170.61:43201: Network error: Client connection negotiation failed: client connection to 127.15.170.61:43201: connect: Connection refused (error 111)
14:08:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.240672 16132 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:08:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.241039 16132 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.241092 16132 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:08:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.244488 16132 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:08:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.244598 16132 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:08:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.244629 16132 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:08:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.244648 16132 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:08:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.244666 16132 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:08:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.244684 16132 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:08:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.244699 16132 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36855/jwks.json
14:08:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.248495 16132 master_runner.cc:386] Master server non-default flags:
14:08:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.170.20:35833
14:08:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:08:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-1/data
14:08:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-1/wal
14:08:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.170.62:37255,127.15.170.61:43201,127.15.170.60:40555
14:08:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:08:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.170.61:43201
14:08:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36855/jwks.json
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-1/data/info.pb
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.170.61
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16132
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-1/logs
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 25 Oct 2025 13:43:15 UTC on 24a791456cd2
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8710
14:08:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.249567 16132 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:16.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.250615 16132 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.256120 16141 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.256230 16138 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.256124 16139 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.256314 16132 server_base.cc:1047] running on GCE node
14:08:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.256953 16132 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.257835 16132 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:16.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.258999 16132 hybrid_clock.cc:648] HybridClock initialized: now 1761401296258983 us; error 31 us; skew 500 ppm
14:08:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.260809 16132 webserver.cc:492] Webserver started at http://127.15.170.61:35839/ using document root <none> and password file <none>
14:08:16.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.261353 16132 fs_manager.cc:362] Metadata directory not provided
14:08:16.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.261415 16132 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:16.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.261618 16132 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:08:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.263129 16132 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-1/data/instance:
14:08:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c44eb74f38e042079a12611107cb23ae"
14:08:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:08:16 on dist-test-slave-ln01"
14:08:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.263546 16128 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } attempt: 2
14:08:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.263644 16132 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-1/wal/instance:
14:08:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c44eb74f38e042079a12611107cb23ae"
14:08:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:08:16 on dist-test-slave-ln01"
14:08:16.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.264858 16128 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.170.61:43201: Network error: Client connection negotiation failed: client connection to 127.15.170.61:43201: connect: Connection refused (error 111)
14:08:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.267073 16132 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.002s sys 0.003s
14:08:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.269160 16147 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.270138 16132 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.270226 16132 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-1/data,/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-1/wal
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c44eb74f38e042079a12611107cb23ae"
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:08:16 on dist-test-slave-ln01"
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.270303 16132 fs_report.cc:389] FS layout report
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-1/wal
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-1/wal
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-1/data/data
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:16.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.290742 16132 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:08:16.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.291370 16132 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:16.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.291522 16132 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:16.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.299373 16132 rpc_server.cc:307] RPC server started. Bound to: 127.15.170.61:43201
14:08:16.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.299420 16209 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.170.61:43201 every 8 connection(s)
14:08:16.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.300355 16132 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-1/data/info.pb
14:08:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.303175 16210 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:16.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.306619 16210 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } has no permanent_uuid. Determining permanent_uuid...
14:08:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.308815 16040 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu as pid 16132
14:08:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.308908 16040 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-1/wal/instance
14:08:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.309602 16040 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu
14:08:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu
14:08:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/wal
14:08:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/data
14:08:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/logs
14:08:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/data/info.pb
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.170.60:40555
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.170.60
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.170.20:35833
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.170.62:37255,127.15.170.61:43201,127.15.170.60:40555
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36855/jwks.json
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:08:16.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.316560 16210 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } has no permanent_uuid. Determining permanent_uuid...
14:08:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.322957 16210 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } has no permanent_uuid. Determining permanent_uuid...
14:08:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.323652 16148 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.170.60:40555: connect: Connection refused (error 111)
14:08:16.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.324481 16210 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.170.60:40555: Network error: Client connection negotiation failed: client connection to 127.15.170.60:40555: connect: Connection refused (error 111)
14:08:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.356029 16128 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } attempt: 3
14:08:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.360610 16128 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } has no permanent_uuid. Determining permanent_uuid...
14:08:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.361841 16128 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.170.60:40555: Network error: Client connection negotiation failed: client connection to 127.15.170.60:40555: connect: Connection refused (error 111)
14:08:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.373745 16210 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } attempt: 1
14:08:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.375226 16210 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.170.60:40555: Network error: Client connection negotiation failed: client connection to 127.15.170.60:40555: connect: Connection refused (error 111)
14:08:16.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.393055 16128 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } attempt: 1
14:08:16.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.394645 16128 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.170.60:40555: Network error: Client connection negotiation failed: client connection to 127.15.170.60:40555: connect: Connection refused (error 111)
14:08:16.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.421697 16213 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:08:16.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.421936 16213 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:16.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.422008 16213 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:08:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.425266 16213 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:08:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.425323 16213 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:08:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.425350 16213 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:08:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.425382 16213 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:08:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.425406 16213 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:08:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.425429 16213 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:08:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.425447 16213 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36855/jwks.json
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.429320 16213 master_runner.cc:386] Master server non-default flags:
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.170.20:35833
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/data
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/wal
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.170.62:37255,127.15.170.61:43201,127.15.170.60:40555
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.170.60:40555
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36855/jwks.json
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/data/info.pb
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.170.60
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16213
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/logs
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 25 Oct 2025 13:43:15 UTC on 24a791456cd2
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8710
14:08:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.430624 16213 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:16.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.431771 16213 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.437382 16221 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.437386 16223 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.437806 16213 server_base.cc:1047] running on GCE node
14:08:16.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.437383 16220 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:16.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.438411 16213 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:16.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.439320 16213 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:16.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.440490 16213 hybrid_clock.cc:648] HybridClock initialized: now 1761401296440466 us; error 37 us; skew 500 ppm
14:08:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.442241 16213 webserver.cc:492] Webserver started at http://127.15.170.60:38989/ using document root <none> and password file <none>
14:08:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.442790 16213 fs_manager.cc:362] Metadata directory not provided
14:08:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.442855 16213 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:16.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.443056 16213 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:08:16.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.443415 16210 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } attempt: 2
14:08:16.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.444761 16210 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.170.60:40555: Network error: Client connection negotiation failed: client connection to 127.15.170.60:40555: connect: Connection refused (error 111)
14:08:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.444921 16213 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/data/instance:
14:08:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "317a96ffecca4a1fbe44243bff3f2deb"
14:08:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:08:16 on dist-test-slave-ln01"
14:08:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.445403 16213 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/wal/instance:
14:08:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "317a96ffecca4a1fbe44243bff3f2deb"
14:08:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:08:16 on dist-test-slave-ln01"
14:08:16.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.448602 16213 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.004s sys 0.000s
14:08:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.450631 16229 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:08:16.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.451681 16213 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
14:08:16.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.451794 16213 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/data,/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/wal
14:08:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "317a96ffecca4a1fbe44243bff3f2deb"
14:08:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:08:16 on dist-test-slave-ln01"
14:08:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.451898 16213 fs_report.cc:389] FS layout report
14:08:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/wal
14:08:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/wal
14:08:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/data/data
14:08:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.463128 16213 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:08:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.463780 16213 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:16.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.463959 16213 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.469817 16128 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } attempt: 2
14:08:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.471122 16128 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.170.60:40555: Network error: Client connection negotiation failed: client connection to 127.15.170.60:40555: connect: Connection refused (error 111)
14:08:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.472108 16291 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.170.60:40555 every 8 connection(s)
14:08:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.472116 16213 rpc_server.cc:307] RPC server started. Bound to: 127.15.170.60:40555
14:08:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.473245 16213 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/data/info.pb
14:08:16.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.475431 16040 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu as pid 16213
14:08:16.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.475543 16040 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/wal/instance
14:08:16.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.476408 16292 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.480330 16292 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } has no permanent_uuid. Determining permanent_uuid...
14:08:16.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.489660 16292 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } has no permanent_uuid. Determining permanent_uuid...
14:08:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.494164 16292 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } has no permanent_uuid. Determining permanent_uuid...
14:08:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.499432 16292 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb: Bootstrap starting.
14:08:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.501777 16292 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb: Neither blocks nor log segments found. Creating new log.
14:08:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.502512 16292 log.cc:826] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb: Log is configured to *not* fsync() on all Append() calls
14:08:16.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.504238 16292 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb: No bootstrap required, opened a new log
14:08:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.507165 16292 raft_consensus.cc:359] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.507344 16292 raft_consensus.cc:385] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.507380 16292 raft_consensus.cc:740] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 317a96ffecca4a1fbe44243bff3f2deb, State: Initialized, Role: FOLLOWER
14:08:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.507772 16292 consensus_queue.cc:260] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:16.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.508220 16299 sys_catalog.cc:455] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:16.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.508343 16299 sys_catalog.cc:458] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: This master's current role is: FOLLOWER
14:08:16.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.508837 16292 sys_catalog.cc:565] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: configured and running, proceeding with master startup.
14:08:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.513563 16310 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:08:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.513648 16310 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:08:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.512244 16213 master_runner.cc:186] Error getting master registration for 127.15.170.62:37255: OK, instance_id { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" instance_seqno: 1761401296121635 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:08:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.514310 16213 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:08:16.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.533578 16299 raft_consensus.cc:493] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:16.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.533741 16299 raft_consensus.cc:515] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:16.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.534567 16299 leader_election.cc:290] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e7fcc47261264f6094792de2da47ec3c (127.15.170.62:37255), c44eb74f38e042079a12611107cb23ae (127.15.170.61:43201)
14:08:16.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.535940 16210 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } attempt: 3
14:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.542456 16210 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae: Bootstrap starting.
14:08:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.545071 16210 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae: Neither blocks nor log segments found. Creating new log.
14:08:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.546196 16210 log.cc:826] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae: Log is configured to *not* fsync() on all Append() calls
14:08:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.548010 16210 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae: No bootstrap required, opened a new log
14:08:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.551270 16210 raft_consensus.cc:359] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.551443 16210 raft_consensus.cc:385] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.551498 16210 raft_consensus.cc:740] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c44eb74f38e042079a12611107cb23ae, State: Initialized, Role: FOLLOWER
14:08:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.551960 16210 consensus_queue.cc:260] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.552423 16313 sys_catalog.cc:455] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.552661 16313 sys_catalog.cc:458] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [sys.catalog]: This master's current role is: FOLLOWER
14:08:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.553203 16210 sys_catalog.cc:565] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [sys.catalog]: configured and running, proceeding with master startup.
14:08:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.553614 16174 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "317a96ffecca4a1fbe44243bff3f2deb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c44eb74f38e042079a12611107cb23ae" is_pre_election: true
14:08:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.553838 16174 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 317a96ffecca4a1fbe44243bff3f2deb in term 0.
14:08:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.554272 16232 leader_election.cc:304] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 317a96ffecca4a1fbe44243bff3f2deb, c44eb74f38e042079a12611107cb23ae; no voters:
14:08:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.554652 16299 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 0 FOLLOWER]: Leader pre-election won for term 1
14:08:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.554740 16299 raft_consensus.cc:493] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.554783 16299 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 0 FOLLOWER]: Advancing to term 1
14:08:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.555863 16299 raft_consensus.cc:515] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.556269 16299 leader_election.cc:290] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [CANDIDATE]: Term 1 election: Requested vote from peers e7fcc47261264f6094792de2da47ec3c (127.15.170.62:37255), c44eb74f38e042079a12611107cb23ae (127.15.170.61:43201)
14:08:16.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.556949 16174 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "317a96ffecca4a1fbe44243bff3f2deb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c44eb74f38e042079a12611107cb23ae"
14:08:16.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.557075 16174 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 0 FOLLOWER]: Advancing to term 1
14:08:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.558243 16174 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 317a96ffecca4a1fbe44243bff3f2deb in term 1.
14:08:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.556517 16132 master_runner.cc:186] Error getting master registration for 127.15.170.62:37255: OK, instance_id { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" instance_seqno: 1761401296121635 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:08:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.558753 16132 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:08:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.558820 16232 leader_election.cc:304] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 317a96ffecca4a1fbe44243bff3f2deb, c44eb74f38e042079a12611107cb23ae; no voters:
14:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.559031 16299 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 1 FOLLOWER]: Leader election won for term 1
14:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.559230 16299 raft_consensus.cc:697] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 1 LEADER]: Becoming Leader. State: Replica: 317a96ffecca4a1fbe44243bff3f2deb, State: Running, Role: LEADER
14:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.559255 16324 catalog_manager.cc:1568] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.559309 16324 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.559548 16299 consensus_queue.cc:237] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:16.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.561558 16326 sys_catalog.cc:455] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 317a96ffecca4a1fbe44243bff3f2deb. Latest consensus state: current_term: 1 leader_uuid: "317a96ffecca4a1fbe44243bff3f2deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:16.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.561655 16326 sys_catalog.cc:458] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: This master's current role is: LEADER
14:08:16.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.562047 16328 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
14:08:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.563057 16328 catalog_manager.cc:1494] Initializing Kudu cluster ID...
14:08:16.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.570591 16174 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 1 FOLLOWER]: Refusing update from remote peer 317a96ffecca4a1fbe44243bff3f2deb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:08:16.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.570924 16128 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } attempt: 3
14:08:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.572393 16326 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [LEADER]: Connected to new peer: Peer: permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.576232 16313 sys_catalog.cc:455] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [sys.catalog]: SysCatalogTable state changed. Reason: New leader 317a96ffecca4a1fbe44243bff3f2deb. Latest consensus state: current_term: 1 leader_uuid: "317a96ffecca4a1fbe44243bff3f2deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.576352 16313 sys_catalog.cc:458] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [sys.catalog]: This master's current role is: FOLLOWER
14:08:16.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.578502 16128 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c: Bootstrap starting.
14:08:16.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.581406 16128 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c: Neither blocks nor log segments found. Creating new log.
14:08:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.582612 16128 log.cc:826] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c: Log is configured to *not* fsync() on all Append() calls
14:08:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.585847 16326 sys_catalog.cc:455] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "317a96ffecca4a1fbe44243bff3f2deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.585963 16326 sys_catalog.cc:458] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: This master's current role is: LEADER
14:08:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.586084 16329 mvcc.cc:204] Tried to move back new op lower bound from 7214699710741770240 to 7214699710710886400. Current Snapshot: MvccSnapshot[applied={T|T < 7214699710741770240}]
14:08:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.587198 16313 sys_catalog.cc:455] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "317a96ffecca4a1fbe44243bff3f2deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.587297 16313 sys_catalog.cc:458] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [sys.catalog]: This master's current role is: FOLLOWER
14:08:16.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.598174 16328 catalog_manager.cc:1357] Generated new cluster ID: bc0104916f604e8f927fcb6cc629932c
14:08:16.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.598253 16328 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
14:08:16.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.599934 16128 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c: No bootstrap required, opened a new log
14:08:16.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.603291 16128 raft_consensus.cc:359] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:16.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.603475 16128 raft_consensus.cc:385] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:16.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.603528 16128 raft_consensus.cc:740] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e7fcc47261264f6094792de2da47ec3c, State: Initialized, Role: FOLLOWER
14:08:16.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.604040 16128 consensus_queue.cc:260] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:16.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.605252 16128 sys_catalog.cc:565] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [sys.catalog]: configured and running, proceeding with master startup.
14:08:16.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.608110 16335 sys_catalog.cc:455] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:16.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.608214 16335 sys_catalog.cc:458] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [sys.catalog]: This master's current role is: FOLLOWER
14:08:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.610158 16090 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 0 FOLLOWER]: Advancing to term 1
14:08:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.611402 16090 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 1 FOLLOWER]: Refusing update from remote peer 317a96ffecca4a1fbe44243bff3f2deb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:08:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.611976 16299 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [LEADER]: Connected to new peer: Peer: permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:16.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.616832 16091 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "317a96ffecca4a1fbe44243bff3f2deb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e7fcc47261264f6094792de2da47ec3c"
14:08:16.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.617208 16071 tablet.cc:2378] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:08:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.617973 16349 sys_catalog.cc:455] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 317a96ffecca4a1fbe44243bff3f2deb. Latest consensus state: current_term: 1 leader_uuid: "317a96ffecca4a1fbe44243bff3f2deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.618076 16349 sys_catalog.cc:458] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [sys.catalog]: This master's current role is: FOLLOWER
14:08:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.618175 16349 sys_catalog.cc:455] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "317a96ffecca4a1fbe44243bff3f2deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.618229 16349 sys_catalog.cc:458] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [sys.catalog]: This master's current role is: FOLLOWER
14:08:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.619498 16346 catalog_manager.cc:1568] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:08:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.619555 16346 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:08:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.619743 16347 mvcc.cc:204] Tried to move back new op lower bound from 7214699710741770240 to 7214699710710886400. Current Snapshot: MvccSnapshot[applied={T|T < 7214699710741770240}]
14:08:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.620297 16092 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "317a96ffecca4a1fbe44243bff3f2deb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e7fcc47261264f6094792de2da47ec3c" is_pre_election: true
14:08:16.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.646484 16299 sys_catalog.cc:455] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "317a96ffecca4a1fbe44243bff3f2deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:16.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.646632 16299 sys_catalog.cc:458] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: This master's current role is: LEADER
14:08:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.650965 16328 catalog_manager.cc:1380] Generated new certificate authority record
14:08:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.652407 16328 catalog_manager.cc:1514] Loading token signing keys...
14:08:16.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.667537 16328 catalog_manager.cc:6022] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb: Generated new TSK 0
14:08:16.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.668515 16328 catalog_manager.cc:1524] Initializing in-progress tserver states...
14:08:16.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.680012 16040 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu
14:08:16.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu
14:08:16.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-0/wal
14:08:16.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-0/data
14:08:16.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:16.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:16.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:16.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:16.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:16.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:16.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-0/logs
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-0/data/info.pb
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.170.1:0
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.170.1
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.170.1
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.170.62:37255,127.15.170.61:43201,127.15.170.60:40555
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.170.20:35833
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:08:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.832756 16353 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:08:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.833073 16353 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.833160 16353 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:08:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.837815 16353 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:08:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.837950 16353 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:08:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.837980 16353 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:08:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.838003 16353 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
14:08:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.838073 16353 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.170.1
14:08:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.843508 16353 tablet_server_runner.cc:78] Tablet server non-default flags:
14:08:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.170.20:35833
14:08:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-0/data
14:08:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-0/wal
14:08:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.170.1:0
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-0/data/info.pb
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.170.1
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.170.62:37255,127.15.170.61:43201,127.15.170.60:40555
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16353
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.170.1
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-0/logs
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 25 Oct 2025 13:43:15 UTC on 24a791456cd2
14:08:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8710
14:08:16.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.845078 16353 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:16.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.846573 16353 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:16.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.854815 16358 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:16.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.854933 16359 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:16.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.855187 16353 server_base.cc:1047] running on GCE node
14:08:16.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:16.854821 16361 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:16.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.856243 16353 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:16.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.856830 16353 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.858007 16353 hybrid_clock.cc:648] HybridClock initialized: now 1761401296857987 us; error 36 us; skew 500 ppm
14:08:16.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.859961 16353 webserver.cc:492] Webserver started at http://127.15.170.1:37601/ using document root <none> and password file <none>
14:08:16.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.860575 16353 fs_manager.cc:362] Metadata directory not provided
14:08:16.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.860646 16353 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:16.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.860862 16353 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:08:16.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.862389 16353 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-0/data/instance:
14:08:16.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7baa5825726e4b608c63eb63faed9bb7"
14:08:16.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:08:16 on dist-test-slave-ln01"
14:08:16.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.862887 16353 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-0/wal/instance:
14:08:16.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7baa5825726e4b608c63eb63faed9bb7"
14:08:16.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:08:16 on dist-test-slave-ln01"
14:08:16.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.866380 16353 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.005s sys 0.000s
14:08:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.868604 16367 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:08:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.869630 16353 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
14:08:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.869735 16353 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-0/data,/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-0/wal
14:08:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7baa5825726e4b608c63eb63faed9bb7"
14:08:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:08:16 on dist-test-slave-ln01"
14:08:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.869835 16353 fs_report.cc:389] FS layout report
14:08:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-0/wal
14:08:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-0/wal
14:08:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-0/data/data
14:08:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:16.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.890892 16353 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:08:16.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.891583 16353 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:16.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.891785 16353 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:16.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.893510 16353 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:08:16.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.893565 16353 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:08:16.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.893625 16353 ts_tablet_manager.cc:616] Registered 0 tablets
14:08:16.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.893647 16353 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:08:16.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.904342 16353 rpc_server.cc:307] RPC server started. Bound to: 127.15.170.1:39751
14:08:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.905792 16353 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-0/data/info.pb
14:08:16.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.907063 16486 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.170.1:39751 every 8 connection(s)
14:08:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.909083 16040 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu as pid 16353
14:08:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.909210 16040 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-0/wal/instance
14:08:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.910568 16491 heartbeater.cc:344] Connected to a master server at 127.15.170.62:37255
14:08:16.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.911413 16491 heartbeater.cc:461] Registering TS with master...
14:08:16.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.912062 16491 heartbeater.cc:507] Master 127.15.170.62:37255 requested a full tablet report, sending...
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.912482 16040 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-1/wal
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-1/data
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-1/logs
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-1/data/info.pb
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.170.2:0
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.170.2
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.170.2
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.170.62:37255,127.15.170.61:43201,127.15.170.60:40555
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.170.20:35833
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.913645 16082 ts_manager.cc:194] Registered new tserver with Master: 7baa5825726e4b608c63eb63faed9bb7 (127.15.170.1:39751)
14:08:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.915380 16490 heartbeater.cc:344] Connected to a master server at 127.15.170.60:40555
14:08:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.915472 16490 heartbeater.cc:461] Registering TS with master...
14:08:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.915663 16490 heartbeater.cc:507] Master 127.15.170.60:40555 requested a full tablet report, sending...
14:08:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.916728 16240 ts_manager.cc:194] Registered new tserver with Master: 7baa5825726e4b608c63eb63faed9bb7 (127.15.170.1:39751)
14:08:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.917577 16492 heartbeater.cc:344] Connected to a master server at 127.15.170.61:43201
14:08:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.917652 16492 heartbeater.cc:461] Registering TS with master...
14:08:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.917805 16492 heartbeater.cc:507] Master 127.15.170.61:43201 requested a full tablet report, sending...
14:08:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.918274 16240 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.170.1:38507
14:08:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:16.918865 16164 ts_manager.cc:194] Registered new tserver with Master: 7baa5825726e4b608c63eb63faed9bb7 (127.15.170.1:39751)
14:08:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.028859 16497 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:08:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.029135 16497 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.029222 16497 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:08:17.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.032661 16497 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:08:17.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.032766 16497 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:08:17.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.032793 16497 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:08:17.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.032814 16497 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
14:08:17.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.032874 16497 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.170.2
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.036846 16497 tablet_server_runner.cc:78] Tablet server non-default flags:
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.170.20:35833
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-1/data
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-1/wal
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.170.2:0
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-1/data/info.pb
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.170.2
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.170.62:37255,127.15.170.61:43201,127.15.170.60:40555
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16497
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.170.2
14:08:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-1/logs
14:08:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:08:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:08:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
14:08:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:08:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 25 Oct 2025 13:43:15 UTC on 24a791456cd2
14:08:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8710
14:08:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.038336 16497 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:17.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.039646 16497 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.047377 16503 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.047416 16502 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.047675 16505 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.047792 16497 server_base.cc:1047] running on GCE node
14:08:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.048203 16497 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.048839 16497 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.050004 16497 hybrid_clock.cc:648] HybridClock initialized: now 1761401297049978 us; error 41 us; skew 500 ppm
14:08:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.051980 16497 webserver.cc:492] Webserver started at http://127.15.170.2:43329/ using document root <none> and password file <none>
14:08:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.052608 16497 fs_manager.cc:362] Metadata directory not provided
14:08:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.052681 16497 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.052906 16497 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:08:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.054545 16497 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-1/data/instance:
14:08:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cdc7f784ea0e496ea96837aa66de2798"
14:08:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:08:17 on dist-test-slave-ln01"
14:08:17.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.055141 16497 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-1/wal/instance:
14:08:17.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cdc7f784ea0e496ea96837aa66de2798"
14:08:17.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:08:17 on dist-test-slave-ln01"
14:08:17.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.058825 16497 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.005s sys 0.000s
14:08:17.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.061406 16511 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:08:17.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.062539 16497 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
14:08:17.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.062659 16497 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-1/data,/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-1/wal
14:08:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cdc7f784ea0e496ea96837aa66de2798"
14:08:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:08:17 on dist-test-slave-ln01"
14:08:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.062844 16497 fs_report.cc:389] FS layout report
14:08:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-1/wal
14:08:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-1/wal
14:08:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-1/data/data
14:08:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.094731 16497 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:08:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.095449 16497 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.095633 16497 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:17.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.097316 16497 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:08:17.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.097369 16497 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:08:17.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.097427 16497 ts_tablet_manager.cc:616] Registered 0 tablets
14:08:17.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.097450 16497 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:08:17.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.108239 16497 rpc_server.cc:307] RPC server started. Bound to: 127.15.170.2:38579
14:08:17.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.108883 16633 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.170.2:38579 every 8 connection(s)
14:08:17.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.109447 16497 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-1/data/info.pb
14:08:17.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.114594 16635 heartbeater.cc:344] Connected to a master server at 127.15.170.62:37255
14:08:17.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.114755 16635 heartbeater.cc:461] Registering TS with master...
14:08:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.115289 16040 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu as pid 16497
14:08:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.115330 16635 heartbeater.cc:507] Master 127.15.170.62:37255 requested a full tablet report, sending...
14:08:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.115386 16040 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-1/wal/instance
14:08:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.118165 16082 ts_manager.cc:194] Registered new tserver with Master: cdc7f784ea0e496ea96837aa66de2798 (127.15.170.2:38579)
14:08:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.119180 16636 heartbeater.cc:344] Connected to a master server at 127.15.170.61:43201
14:08:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.119349 16636 heartbeater.cc:461] Registering TS with master...
14:08:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.119546 16636 heartbeater.cc:507] Master 127.15.170.61:43201 requested a full tablet report, sending...
14:08:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.119553 16040 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu
14:08:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu
14:08:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-2/wal
14:08:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-2/data
14:08:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-2/logs
14:08:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-2/data/info.pb
14:08:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.170.3:0
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.170.3
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.170.3
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.170.62:37255,127.15.170.61:43201,127.15.170.60:40555
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.170.20:35833
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.120170 16164 ts_manager.cc:194] Registered new tserver with Master: cdc7f784ea0e496ea96837aa66de2798 (127.15.170.2:38579)
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.120647 16634 heartbeater.cc:344] Connected to a master server at 127.15.170.60:40555
14:08:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.120718 16634 heartbeater.cc:461] Registering TS with master...
14:08:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.120899 16634 heartbeater.cc:507] Master 127.15.170.60:40555 requested a full tablet report, sending...
14:08:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.121520 16240 ts_manager.cc:194] Registered new tserver with Master: cdc7f784ea0e496ea96837aa66de2798 (127.15.170.2:38579)
14:08:17.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.122066 16240 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.170.2:60461
14:08:17.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.229620 16639 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:08:17.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.229856 16639 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:17.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.229911 16639 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:08:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.233126 16639 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:08:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.233214 16639 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:08:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.233232 16639 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:08:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.233247 16639 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
14:08:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.233286 16639 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.170.3
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.237128 16639 tablet_server_runner.cc:78] Tablet server non-default flags:
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.170.20:35833
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-2/data
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-2/wal
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.170.3:0
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-2/data/info.pb
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.170.3
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.170.62:37255,127.15.170.61:43201,127.15.170.60:40555
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16639
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.170.3
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-2/logs
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:08:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 25 Oct 2025 13:43:15 UTC on 24a791456cd2
14:08:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8710
14:08:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.238296 16639 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:17.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.239583 16639 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:17.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.247586 16647 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:17.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.247586 16644 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:17.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.247715 16645 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:17.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.247788 16639 server_base.cc:1047] running on GCE node
14:08:17.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.248410 16639 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:17.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.249046 16639 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:17.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.250216 16639 hybrid_clock.cc:648] HybridClock initialized: now 1761401297250180 us; error 58 us; skew 500 ppm
14:08:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.252264 16639 webserver.cc:492] Webserver started at http://127.15.170.3:38519/ using document root <none> and password file <none>
14:08:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.252882 16639 fs_manager.cc:362] Metadata directory not provided
14:08:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.252941 16639 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.253100 16639 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:08:17.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.254688 16639 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-2/data/instance:
14:08:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3081e8a70b5475394c5c563267f44a4"
14:08:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:08:17 on dist-test-slave-ln01"
14:08:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.255203 16639 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-2/wal/instance:
14:08:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3081e8a70b5475394c5c563267f44a4"
14:08:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:08:17 on dist-test-slave-ln01"
14:08:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.258658 16639 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.002s sys 0.003s
14:08:17.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.261240 16653 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:08:17.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.262481 16639 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
14:08:17.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.262604 16639 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-2/data,/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-2/wal
14:08:17.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3081e8a70b5475394c5c563267f44a4"
14:08:17.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:08:17 on dist-test-slave-ln01"
14:08:17.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.262717 16639 fs_report.cc:389] FS layout report
14:08:17.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:17.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-2/wal
14:08:17.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-2/wal
14:08:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-2/data/data
14:08:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.279157 16639 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:08:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.279781 16639 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.279927 16639 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:17.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.281769 16639 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:08:17.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.281826 16639 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:08:17.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.281889 16639 ts_tablet_manager.cc:616] Registered 0 tablets
14:08:17.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.281911 16639 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:08:17.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.293000 16639 rpc_server.cc:307] RPC server started. Bound to: 127.15.170.3:39271
14:08:17.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.293036 16772 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.170.3:39271 every 8 connection(s)
14:08:17.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.294314 16639 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-2/data/info.pb
14:08:17.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.295428 16040 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu as pid 16639
14:08:17.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.295552 16040 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/ts-2/wal/instance
14:08:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.297320 16777 heartbeater.cc:344] Connected to a master server at 127.15.170.62:37255
14:08:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.297528 16777 heartbeater.cc:461] Registering TS with master...
14:08:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.298180 16777 heartbeater.cc:507] Master 127.15.170.62:37255 requested a full tablet report, sending...
14:08:17.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.299386 16082 ts_manager.cc:194] Registered new tserver with Master: b3081e8a70b5475394c5c563267f44a4 (127.15.170.3:39271)
14:08:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.306085 16778 heartbeater.cc:344] Connected to a master server at 127.15.170.61:43201
14:08:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.306329 16778 heartbeater.cc:461] Registering TS with master...
14:08:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.306608 16778 heartbeater.cc:507] Master 127.15.170.61:43201 requested a full tablet report, sending...
14:08:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.307377 16163 ts_manager.cc:194] Registered new tserver with Master: b3081e8a70b5475394c5c563267f44a4 (127.15.170.3:39271)
14:08:17.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.308609 16776 heartbeater.cc:344] Connected to a master server at 127.15.170.60:40555
14:08:17.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.308976 16776 heartbeater.cc:461] Registering TS with master...
14:08:17.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.309257 16776 heartbeater.cc:507] Master 127.15.170.60:40555 requested a full tablet report, sending...
14:08:17.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.310025 16240 ts_manager.cc:194] Registered new tserver with Master: b3081e8a70b5475394c5c563267f44a4 (127.15.170.3:39271)
14:08:17.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.310529 16240 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.170.3:37133
14:08:17.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.319120 16040 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:08:17.319 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:08:17.320 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
14:08:17.321 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.15.170.62"
port: 37255
}
bound_http_address {
host: "127.15.170.62"
port: 46385
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.15.170.61"
port: 43201
}
bound_http_address {
host: "127.15.170.61"
port: 35839
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.15.170.60"
port: 40555
}
bound_http_address {
host: "127.15.170.60"
port: 38989
}
}
}
14:08:17.321 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:08:17.321 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.15.170.1"
port: 39751
}
bound_http_address {
host: "127.15.170.1"
port: 37601
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.15.170.2"
port: 38579
}
bound_http_address {
host: "127.15.170.2"
port: 43329
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.15.170.3"
port: 39271
}
bound_http_address {
host: "127.15.170.3"
port: 38519
}
}
}
14:08:17.322 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:08:17.324 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:08:17.326 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.170.62:37255(127.15.170.62:37255)] connecting to peer
14:08:17.327 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.170.60:40555(127.15.170.60:40555)] connecting to peer
14:08:17.328 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.170.62:37255(127.15.170.62:37255)] Successfully connected to peer
14:08:17.328 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.170.61:43201(127.15.170.61:43201)] connecting to peer
14:08:17.329 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.170.60:40555(127.15.170.60:40555)] Successfully connected to peer
14:08:17.331 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.170.62
14:08:17.331 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.170.60
14:08:17.334 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.170.61:43201(127.15.170.61:43201)] Successfully connected to peer
14:08:17.335 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.170.61
14:08:17.343 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x52bb5865, L:/127.0.0.1:57160 - R:/127.15.170.60:40555] using SASL/PLAIN
14:08:17.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:17.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=20), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.62:37255, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.60:40555, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.61:43201, [19ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.60:40555: OK, deferred=null) after lookup
14:08:17.346 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd30f59e8, L:/127.0.0.1:39982 - R:/127.15.170.62:37255] using SASL/PLAIN
14:08:17.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.347321 16240 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57160:
14:08:17.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:08:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.349165 16240 catalog_manager.cc:7011] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:08:17.358 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table a242eb216a1a49b7b41cffcbba4c0fee
14:08:17.359 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6c024316, L:/127.0.0.1:44496 - R:/127.15.170.61:43201] using SASL/PLAIN
14:08:17.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.370512 16702 tablet_service.cc:1505] Processing CreateTablet for tablet 6998a6c960c84bffb7ece8f37ddba61f (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a242eb216a1a49b7b41cffcbba4c0fee]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:08:17.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.370512 16703 tablet_service.cc:1505] Processing CreateTablet for tablet db87ca37acd146b7b382602f29dfc9ec (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a242eb216a1a49b7b41cffcbba4c0fee]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:08:17.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.371417 16702 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6998a6c960c84bffb7ece8f37ddba61f. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:17.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.371721 16703 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet db87ca37acd146b7b382602f29dfc9ec. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.376458 16797 tablet_bootstrap.cc:492] T 6998a6c960c84bffb7ece8f37ddba61f P b3081e8a70b5475394c5c563267f44a4: Bootstrap starting.
14:08:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.378608 16797 tablet_bootstrap.cc:654] T 6998a6c960c84bffb7ece8f37ddba61f P b3081e8a70b5475394c5c563267f44a4: Neither blocks nor log segments found. Creating new log.
14:08:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.379271 16797 log.cc:826] T 6998a6c960c84bffb7ece8f37ddba61f P b3081e8a70b5475394c5c563267f44a4: Log is configured to *not* fsync() on all Append() calls
14:08:17.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.380884 16797 tablet_bootstrap.cc:492] T 6998a6c960c84bffb7ece8f37ddba61f P b3081e8a70b5475394c5c563267f44a4: No bootstrap required, opened a new log
14:08:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.381204 16797 ts_tablet_manager.cc:1403] T 6998a6c960c84bffb7ece8f37ddba61f P b3081e8a70b5475394c5c563267f44a4: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.001s
14:08:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.384256 16561 tablet_service.cc:1505] Processing CreateTablet for tablet db87ca37acd146b7b382602f29dfc9ec (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a242eb216a1a49b7b41cffcbba4c0fee]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:08:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.385339 16561 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet db87ca37acd146b7b382602f29dfc9ec. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.385550 16797 raft_consensus.cc:359] T 6998a6c960c84bffb7ece8f37ddba61f P b3081e8a70b5475394c5c563267f44a4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } }
14:08:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.385756 16797 raft_consensus.cc:385] T 6998a6c960c84bffb7ece8f37ddba61f P b3081e8a70b5475394c5c563267f44a4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.385823 16797 raft_consensus.cc:740] T 6998a6c960c84bffb7ece8f37ddba61f P b3081e8a70b5475394c5c563267f44a4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b3081e8a70b5475394c5c563267f44a4, State: Initialized, Role: FOLLOWER
14:08:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.384256 16560 tablet_service.cc:1505] Processing CreateTablet for tablet 6998a6c960c84bffb7ece8f37ddba61f (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a242eb216a1a49b7b41cffcbba4c0fee]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:08:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.386168 16560 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6998a6c960c84bffb7ece8f37ddba61f. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.386411 16797 consensus_queue.cc:260] T 6998a6c960c84bffb7ece8f37ddba61f P b3081e8a70b5475394c5c563267f44a4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } }
14:08:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.387303 16797 ts_tablet_manager.cc:1434] T 6998a6c960c84bffb7ece8f37ddba61f P b3081e8a70b5475394c5c563267f44a4: Time spent starting tablet: real 0.006s user 0.001s sys 0.003s
14:08:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.387686 16776 heartbeater.cc:499] Master 127.15.170.60:40555 was elected leader, sending a full tablet report...
14:08:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.389207 16416 tablet_service.cc:1505] Processing CreateTablet for tablet 6998a6c960c84bffb7ece8f37ddba61f (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a242eb216a1a49b7b41cffcbba4c0fee]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:08:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.389801 16416 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6998a6c960c84bffb7ece8f37ddba61f. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.388922 16417 tablet_service.cc:1505] Processing CreateTablet for tablet db87ca37acd146b7b382602f29dfc9ec (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a242eb216a1a49b7b41cffcbba4c0fee]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:08:17.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.391871 16417 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet db87ca37acd146b7b382602f29dfc9ec. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:17.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.387693 16797 tablet_bootstrap.cc:492] T db87ca37acd146b7b382602f29dfc9ec P b3081e8a70b5475394c5c563267f44a4: Bootstrap starting.
14:08:17.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.393844 16797 tablet_bootstrap.cc:654] T db87ca37acd146b7b382602f29dfc9ec P b3081e8a70b5475394c5c563267f44a4: Neither blocks nor log segments found. Creating new log.
14:08:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.395617 16803 tablet_bootstrap.cc:492] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7: Bootstrap starting.
14:08:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.395982 16801 tablet_bootstrap.cc:492] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798: Bootstrap starting.
14:08:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.397830 16797 tablet_bootstrap.cc:492] T db87ca37acd146b7b382602f29dfc9ec P b3081e8a70b5475394c5c563267f44a4: No bootstrap required, opened a new log
14:08:17.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.397924 16797 ts_tablet_manager.cc:1403] T db87ca37acd146b7b382602f29dfc9ec P b3081e8a70b5475394c5c563267f44a4: Time spent bootstrapping tablet: real 0.010s user 0.000s sys 0.002s
14:08:17.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.397966 16803 tablet_bootstrap.cc:654] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7: Neither blocks nor log segments found. Creating new log.
14:08:17.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.398383 16797 raft_consensus.cc:359] T db87ca37acd146b7b382602f29dfc9ec P b3081e8a70b5475394c5c563267f44a4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } } peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } }
14:08:17.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.398524 16797 raft_consensus.cc:385] T db87ca37acd146b7b382602f29dfc9ec P b3081e8a70b5475394c5c563267f44a4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:17.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.398562 16797 raft_consensus.cc:740] T db87ca37acd146b7b382602f29dfc9ec P b3081e8a70b5475394c5c563267f44a4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b3081e8a70b5475394c5c563267f44a4, State: Initialized, Role: FOLLOWER
14:08:17.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.398558 16801 tablet_bootstrap.cc:654] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798: Neither blocks nor log segments found. Creating new log.
14:08:17.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.398641 16803 log.cc:826] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7: Log is configured to *not* fsync() on all Append() calls
14:08:17.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.398788 16797 consensus_queue.cc:260] T db87ca37acd146b7b382602f29dfc9ec P b3081e8a70b5475394c5c563267f44a4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } } peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } }
14:08:17.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.399353 16801 log.cc:826] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798: Log is configured to *not* fsync() on all Append() calls
14:08:17.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.400588 16803 tablet_bootstrap.cc:492] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7: No bootstrap required, opened a new log
14:08:17.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.400713 16797 ts_tablet_manager.cc:1434] T db87ca37acd146b7b382602f29dfc9ec P b3081e8a70b5475394c5c563267f44a4: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
14:08:17.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.400874 16803 ts_tablet_manager.cc:1403] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7: Time spent bootstrapping tablet: real 0.005s user 0.005s sys 0.000s
14:08:17.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.401446 16801 tablet_bootstrap.cc:492] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798: No bootstrap required, opened a new log
14:08:17.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.401624 16801 ts_tablet_manager.cc:1403] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.000s
14:08:17.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.404141 16803 raft_consensus.cc:359] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } } peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } }
14:08:17.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.404352 16803 raft_consensus.cc:385] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:17.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.404404 16803 raft_consensus.cc:740] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7baa5825726e4b608c63eb63faed9bb7, State: Initialized, Role: FOLLOWER
14:08:17.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.404634 16801 raft_consensus.cc:359] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } }
14:08:17.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.404816 16801 raft_consensus.cc:385] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:17.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.404860 16801 raft_consensus.cc:740] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cdc7f784ea0e496ea96837aa66de2798, State: Initialized, Role: FOLLOWER
14:08:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.404888 16803 consensus_queue.cc:260] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } } peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } }
14:08:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.405261 16801 consensus_queue.cc:260] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } }
14:08:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.405656 16490 heartbeater.cc:499] Master 127.15.170.60:40555 was elected leader, sending a full tablet report...
14:08:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.405789 16803 ts_tablet_manager.cc:1434] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7: Time spent starting tablet: real 0.005s user 0.005s sys 0.000s
14:08:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.406124 16801 ts_tablet_manager.cc:1434] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798: Time spent starting tablet: real 0.004s user 0.005s sys 0.000s
14:08:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.406210 16634 heartbeater.cc:499] Master 127.15.170.60:40555 was elected leader, sending a full tablet report...
14:08:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.407732 16801 tablet_bootstrap.cc:492] T db87ca37acd146b7b382602f29dfc9ec P cdc7f784ea0e496ea96837aa66de2798: Bootstrap starting.
14:08:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.408697 16493 tablet.cc:2378] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:08:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.408875 16801 tablet_bootstrap.cc:654] T db87ca37acd146b7b382602f29dfc9ec P cdc7f784ea0e496ea96837aa66de2798: Neither blocks nor log segments found. Creating new log.
14:08:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.409376 16803 tablet_bootstrap.cc:492] T 6998a6c960c84bffb7ece8f37ddba61f P 7baa5825726e4b608c63eb63faed9bb7: Bootstrap starting.
14:08:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.410169 16801 tablet_bootstrap.cc:492] T db87ca37acd146b7b382602f29dfc9ec P cdc7f784ea0e496ea96837aa66de2798: No bootstrap required, opened a new log
14:08:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.410476 16803 tablet_bootstrap.cc:654] T 6998a6c960c84bffb7ece8f37ddba61f P 7baa5825726e4b608c63eb63faed9bb7: Neither blocks nor log segments found. Creating new log.
14:08:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.410499 16801 ts_tablet_manager.cc:1403] T db87ca37acd146b7b382602f29dfc9ec P cdc7f784ea0e496ea96837aa66de2798: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
14:08:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.411032 16801 raft_consensus.cc:359] T db87ca37acd146b7b382602f29dfc9ec P cdc7f784ea0e496ea96837aa66de2798 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } } peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } }
14:08:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.411134 16801 raft_consensus.cc:385] T db87ca37acd146b7b382602f29dfc9ec P cdc7f784ea0e496ea96837aa66de2798 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.411170 16801 raft_consensus.cc:740] T db87ca37acd146b7b382602f29dfc9ec P cdc7f784ea0e496ea96837aa66de2798 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cdc7f784ea0e496ea96837aa66de2798, State: Initialized, Role: FOLLOWER
14:08:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.411293 16801 consensus_queue.cc:260] T db87ca37acd146b7b382602f29dfc9ec P cdc7f784ea0e496ea96837aa66de2798 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } } peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } }
14:08:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.411613 16801 ts_tablet_manager.cc:1434] T db87ca37acd146b7b382602f29dfc9ec P cdc7f784ea0e496ea96837aa66de2798: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
14:08:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.413755 16803 tablet_bootstrap.cc:492] T 6998a6c960c84bffb7ece8f37ddba61f P 7baa5825726e4b608c63eb63faed9bb7: No bootstrap required, opened a new log
14:08:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.413852 16803 ts_tablet_manager.cc:1403] T 6998a6c960c84bffb7ece8f37ddba61f P 7baa5825726e4b608c63eb63faed9bb7: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s
14:08:17.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.414363 16803 raft_consensus.cc:359] T 6998a6c960c84bffb7ece8f37ddba61f P 7baa5825726e4b608c63eb63faed9bb7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } }
14:08:17.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.414489 16803 raft_consensus.cc:385] T 6998a6c960c84bffb7ece8f37ddba61f P 7baa5825726e4b608c63eb63faed9bb7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:17.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.414528 16803 raft_consensus.cc:740] T 6998a6c960c84bffb7ece8f37ddba61f P 7baa5825726e4b608c63eb63faed9bb7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7baa5825726e4b608c63eb63faed9bb7, State: Initialized, Role: FOLLOWER
14:08:17.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.414649 16803 consensus_queue.cc:260] T 6998a6c960c84bffb7ece8f37ddba61f P 7baa5825726e4b608c63eb63faed9bb7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } }
14:08:17.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.414937 16803 ts_tablet_manager.cc:1434] T 6998a6c960c84bffb7ece8f37ddba61f P 7baa5825726e4b608c63eb63faed9bb7: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
14:08:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.418985 16806 raft_consensus.cc:493] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.419132 16806 raft_consensus.cc:515] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } } peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } }
14:08:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.420341 16806 leader_election.cc:290] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cdc7f784ea0e496ea96837aa66de2798 (127.15.170.2:38579), b3081e8a70b5475394c5c563267f44a4 (127.15.170.3:39271)
14:08:17.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.423947 16581 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "db87ca37acd146b7b382602f29dfc9ec" candidate_uuid: "7baa5825726e4b608c63eb63faed9bb7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cdc7f784ea0e496ea96837aa66de2798" is_pre_election: true
14:08:17.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.424199 16581 raft_consensus.cc:2468] T db87ca37acd146b7b382602f29dfc9ec P cdc7f784ea0e496ea96837aa66de2798 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7baa5825726e4b608c63eb63faed9bb7 in term 0.
14:08:17.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.424245 16723 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "db87ca37acd146b7b382602f29dfc9ec" candidate_uuid: "7baa5825726e4b608c63eb63faed9bb7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b3081e8a70b5475394c5c563267f44a4" is_pre_election: true
14:08:17.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.424434 16723 raft_consensus.cc:2468] T db87ca37acd146b7b382602f29dfc9ec P b3081e8a70b5475394c5c563267f44a4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7baa5825726e4b608c63eb63faed9bb7 in term 0.
14:08:17.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.424649 16371 leader_election.cc:304] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7baa5825726e4b608c63eb63faed9bb7, cdc7f784ea0e496ea96837aa66de2798; no voters:
14:08:17.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.424959 16806 raft_consensus.cc:2804] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:08:17.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.425038 16806 raft_consensus.cc:493] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:17.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.425071 16806 raft_consensus.cc:3060] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 [term 0 FOLLOWER]: Advancing to term 1
14:08:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.426059 16806 raft_consensus.cc:515] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } } peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } }
14:08:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.426713 16806 leader_election.cc:290] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 [CANDIDATE]: Term 1 election: Requested vote from peers cdc7f784ea0e496ea96837aa66de2798 (127.15.170.2:38579), b3081e8a70b5475394c5c563267f44a4 (127.15.170.3:39271)
14:08:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.426736 16581 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "db87ca37acd146b7b382602f29dfc9ec" candidate_uuid: "7baa5825726e4b608c63eb63faed9bb7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cdc7f784ea0e496ea96837aa66de2798"
14:08:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.426769 16723 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "db87ca37acd146b7b382602f29dfc9ec" candidate_uuid: "7baa5825726e4b608c63eb63faed9bb7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b3081e8a70b5475394c5c563267f44a4"
14:08:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.426842 16581 raft_consensus.cc:3060] T db87ca37acd146b7b382602f29dfc9ec P cdc7f784ea0e496ea96837aa66de2798 [term 0 FOLLOWER]: Advancing to term 1
14:08:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.426887 16723 raft_consensus.cc:3060] T db87ca37acd146b7b382602f29dfc9ec P b3081e8a70b5475394c5c563267f44a4 [term 0 FOLLOWER]: Advancing to term 1
14:08:17.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.427616 16581 raft_consensus.cc:2468] T db87ca37acd146b7b382602f29dfc9ec P cdc7f784ea0e496ea96837aa66de2798 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7baa5825726e4b608c63eb63faed9bb7 in term 1.
14:08:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.427729 16723 raft_consensus.cc:2468] T db87ca37acd146b7b382602f29dfc9ec P b3081e8a70b5475394c5c563267f44a4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7baa5825726e4b608c63eb63faed9bb7 in term 1.
14:08:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.427892 16371 leader_election.cc:304] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7baa5825726e4b608c63eb63faed9bb7, cdc7f784ea0e496ea96837aa66de2798; no voters:
14:08:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.428032 16806 raft_consensus.cc:2804] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 [term 1 FOLLOWER]: Leader election won for term 1
14:08:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.428198 16806 raft_consensus.cc:697] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 [term 1 LEADER]: Becoming Leader. State: Replica: 7baa5825726e4b608c63eb63faed9bb7, State: Running, Role: LEADER
14:08:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.428457 16806 consensus_queue.cc:237] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } } peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } }
14:08:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.431314 16246 catalog_manager.cc:5649] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7baa5825726e4b608c63eb63faed9bb7 (127.15.170.1). New cstate: current_term: 1 leader_uuid: "7baa5825726e4b608c63eb63faed9bb7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } health_report { overall_health: HEALTHY } } }
14:08:17.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.545957 16779 tablet.cc:2378] T 6998a6c960c84bffb7ece8f37ddba61f P b3081e8a70b5475394c5c563267f44a4: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:08:17.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.560658 16324 catalog_manager.cc:1269] Loaded cluster ID: bc0104916f604e8f927fcb6cc629932c
14:08:17.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.560737 16324 catalog_manager.cc:1562] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae: loading cluster ID for follower catalog manager: success
14:08:17.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.562551 16324 catalog_manager.cc:1584] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae: acquiring CA information for follower catalog manager: success
14:08:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.563691 16324 catalog_manager.cc:1612] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:08:17.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.614970 16637 tablet.cc:2378] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:08:17.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.620863 16346 catalog_manager.cc:1269] Loaded cluster ID: bc0104916f604e8f927fcb6cc629932c
14:08:17.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.620936 16346 catalog_manager.cc:1562] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c: loading cluster ID for follower catalog manager: success
14:08:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.622664 16346 catalog_manager.cc:1584] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c: acquiring CA information for follower catalog manager: success
14:08:17.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.623806 16346 catalog_manager.cc:1612] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:08:17.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.698309 16810 raft_consensus.cc:493] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:17.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.698462 16810 raft_consensus.cc:515] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } }
14:08:17.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.699563 16810 leader_election.cc:290] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7baa5825726e4b608c63eb63faed9bb7 (127.15.170.1:39751), b3081e8a70b5475394c5c563267f44a4 (127.15.170.3:39271)
14:08:17.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.703118 16723 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "6998a6c960c84bffb7ece8f37ddba61f" candidate_uuid: "cdc7f784ea0e496ea96837aa66de2798" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b3081e8a70b5475394c5c563267f44a4" is_pre_election: true
14:08:17.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.703289 16723 raft_consensus.cc:2468] T 6998a6c960c84bffb7ece8f37ddba61f P b3081e8a70b5475394c5c563267f44a4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cdc7f784ea0e496ea96837aa66de2798 in term 0.
14:08:17.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.703388 16437 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "6998a6c960c84bffb7ece8f37ddba61f" candidate_uuid: "cdc7f784ea0e496ea96837aa66de2798" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7baa5825726e4b608c63eb63faed9bb7" is_pre_election: true
14:08:17.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.703604 16437 raft_consensus.cc:2468] T 6998a6c960c84bffb7ece8f37ddba61f P 7baa5825726e4b608c63eb63faed9bb7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cdc7f784ea0e496ea96837aa66de2798 in term 0.
14:08:17.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.703647 16512 leader_election.cc:304] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b3081e8a70b5475394c5c563267f44a4, cdc7f784ea0e496ea96837aa66de2798; no voters:
14:08:17.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.703904 16810 raft_consensus.cc:2804] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:08:17.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.703977 16810 raft_consensus.cc:493] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:17.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.704020 16810 raft_consensus.cc:3060] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 [term 0 FOLLOWER]: Advancing to term 1
14:08:17.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.704850 16810 raft_consensus.cc:515] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } }
14:08:17.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.705178 16810 leader_election.cc:290] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 [CANDIDATE]: Term 1 election: Requested vote from peers 7baa5825726e4b608c63eb63faed9bb7 (127.15.170.1:39751), b3081e8a70b5475394c5c563267f44a4 (127.15.170.3:39271)
14:08:17.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.705461 16437 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "6998a6c960c84bffb7ece8f37ddba61f" candidate_uuid: "cdc7f784ea0e496ea96837aa66de2798" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7baa5825726e4b608c63eb63faed9bb7"
14:08:17.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.705582 16437 raft_consensus.cc:3060] T 6998a6c960c84bffb7ece8f37ddba61f P 7baa5825726e4b608c63eb63faed9bb7 [term 0 FOLLOWER]: Advancing to term 1
14:08:17.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.705574 16723 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "6998a6c960c84bffb7ece8f37ddba61f" candidate_uuid: "cdc7f784ea0e496ea96837aa66de2798" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b3081e8a70b5475394c5c563267f44a4"
14:08:17.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.705701 16723 raft_consensus.cc:3060] T 6998a6c960c84bffb7ece8f37ddba61f P b3081e8a70b5475394c5c563267f44a4 [term 0 FOLLOWER]: Advancing to term 1
14:08:17.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.706522 16723 raft_consensus.cc:2468] T 6998a6c960c84bffb7ece8f37ddba61f P b3081e8a70b5475394c5c563267f44a4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cdc7f784ea0e496ea96837aa66de2798 in term 1.
14:08:17.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.706686 16437 raft_consensus.cc:2468] T 6998a6c960c84bffb7ece8f37ddba61f P 7baa5825726e4b608c63eb63faed9bb7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cdc7f784ea0e496ea96837aa66de2798 in term 1.
14:08:17.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.706845 16512 leader_election.cc:304] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b3081e8a70b5475394c5c563267f44a4, cdc7f784ea0e496ea96837aa66de2798; no voters:
14:08:17.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.707024 16810 raft_consensus.cc:2804] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 [term 1 FOLLOWER]: Leader election won for term 1
14:08:17.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.707122 16810 raft_consensus.cc:697] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 [term 1 LEADER]: Becoming Leader. State: Replica: cdc7f784ea0e496ea96837aa66de2798, State: Running, Role: LEADER
14:08:17.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.707432 16810 consensus_queue.cc:237] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } }
14:08:17.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.710819 16246 catalog_manager.cc:5649] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 reported cstate change: term changed from 0 to 1, leader changed from <none> to cdc7f784ea0e496ea96837aa66de2798 (127.15.170.2). New cstate: current_term: 1 leader_uuid: "cdc7f784ea0e496ea96837aa66de2798" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } health_report { overall_health: UNKNOWN } } }
14:08:17.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.962612 16246 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57168:
14:08:17.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:08:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:08:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:17.963328 16246 catalog_manager.cc:7011] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:08:17.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.971449 16560 tablet_service.cc:1505] Processing CreateTablet for tablet c640b1e585a943f3a64fe252672bada6 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=5a8c50dfd71b4dea934eb299e8d4192c]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:08:17.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.972186 16560 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c640b1e585a943f3a64fe252672bada6. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:17.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.972229 16417 tablet_service.cc:1505] Processing CreateTablet for tablet c640b1e585a943f3a64fe252672bada6 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=5a8c50dfd71b4dea934eb299e8d4192c]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:08:17.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.972330 16702 tablet_service.cc:1505] Processing CreateTablet for tablet c640b1e585a943f3a64fe252672bada6 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=5a8c50dfd71b4dea934eb299e8d4192c]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:08:17.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.972827 16417 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c640b1e585a943f3a64fe252672bada6. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:17.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.972910 16702 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c640b1e585a943f3a64fe252672bada6. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:17.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.975205 16829 tablet_bootstrap.cc:492] T c640b1e585a943f3a64fe252672bada6 P cdc7f784ea0e496ea96837aa66de2798: Bootstrap starting.
14:08:17.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.975329 16830 tablet_bootstrap.cc:492] T c640b1e585a943f3a64fe252672bada6 P 7baa5825726e4b608c63eb63faed9bb7: Bootstrap starting.
14:08:17.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.975986 16831 tablet_bootstrap.cc:492] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4: Bootstrap starting.
14:08:17.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.976563 16830 tablet_bootstrap.cc:654] T c640b1e585a943f3a64fe252672bada6 P 7baa5825726e4b608c63eb63faed9bb7: Neither blocks nor log segments found. Creating new log.
14:08:17.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.976794 16829 tablet_bootstrap.cc:654] T c640b1e585a943f3a64fe252672bada6 P cdc7f784ea0e496ea96837aa66de2798: Neither blocks nor log segments found. Creating new log.
14:08:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.977192 16831 tablet_bootstrap.cc:654] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4: Neither blocks nor log segments found. Creating new log.
14:08:17.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.977882 16830 tablet_bootstrap.cc:492] T c640b1e585a943f3a64fe252672bada6 P 7baa5825726e4b608c63eb63faed9bb7: No bootstrap required, opened a new log
14:08:17.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.977977 16830 ts_tablet_manager.cc:1403] T c640b1e585a943f3a64fe252672bada6 P 7baa5825726e4b608c63eb63faed9bb7: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
14:08:17.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.978489 16830 raft_consensus.cc:359] T c640b1e585a943f3a64fe252672bada6 P 7baa5825726e4b608c63eb63faed9bb7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } }
14:08:17.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.978610 16830 raft_consensus.cc:385] T c640b1e585a943f3a64fe252672bada6 P 7baa5825726e4b608c63eb63faed9bb7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:17.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.978646 16830 raft_consensus.cc:740] T c640b1e585a943f3a64fe252672bada6 P 7baa5825726e4b608c63eb63faed9bb7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7baa5825726e4b608c63eb63faed9bb7, State: Initialized, Role: FOLLOWER
14:08:17.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.978670 16831 tablet_bootstrap.cc:492] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4: No bootstrap required, opened a new log
14:08:17.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.978768 16831 ts_tablet_manager.cc:1403] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
14:08:17.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.978802 16830 consensus_queue.cc:260] T c640b1e585a943f3a64fe252672bada6 P 7baa5825726e4b608c63eb63faed9bb7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } }
14:08:17.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.979064 16830 ts_tablet_manager.cc:1434] T c640b1e585a943f3a64fe252672bada6 P 7baa5825726e4b608c63eb63faed9bb7: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
14:08:17.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.979210 16831 raft_consensus.cc:359] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } }
14:08:17.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.979301 16831 raft_consensus.cc:385] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:17.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.979331 16831 raft_consensus.cc:740] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b3081e8a70b5475394c5c563267f44a4, State: Initialized, Role: FOLLOWER
14:08:17.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.979491 16831 consensus_queue.cc:260] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } }
14:08:17.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.979857 16831 ts_tablet_manager.cc:1434] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
14:08:17.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.981511 16837 tablet_replica.cc:442] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } } }
14:08:17.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.982419 16837 tablet_replica.cc:445] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4: This TxnStatusTablet replica's current role is: FOLLOWER
14:08:17.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.982831 16834 consensus_queue.cc:1048] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:17.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.983276 16829 tablet_bootstrap.cc:492] T c640b1e585a943f3a64fe252672bada6 P cdc7f784ea0e496ea96837aa66de2798: No bootstrap required, opened a new log
14:08:17.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.983386 16829 ts_tablet_manager.cc:1403] T c640b1e585a943f3a64fe252672bada6 P cdc7f784ea0e496ea96837aa66de2798: Time spent bootstrapping tablet: real 0.008s user 0.002s sys 0.000s
14:08:17.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.983839 16836 tablet_replica.cc:442] T c640b1e585a943f3a64fe252672bada6 P 7baa5825726e4b608c63eb63faed9bb7: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } } }
14:08:17.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.983974 16836 tablet_replica.cc:445] T c640b1e585a943f3a64fe252672bada6 P 7baa5825726e4b608c63eb63faed9bb7: This TxnStatusTablet replica's current role is: FOLLOWER
14:08:17.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.983929 16829 raft_consensus.cc:359] T c640b1e585a943f3a64fe252672bada6 P cdc7f784ea0e496ea96837aa66de2798 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } }
14:08:17.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.984037 16829 raft_consensus.cc:385] T c640b1e585a943f3a64fe252672bada6 P cdc7f784ea0e496ea96837aa66de2798 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:17.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.984074 16829 raft_consensus.cc:740] T c640b1e585a943f3a64fe252672bada6 P cdc7f784ea0e496ea96837aa66de2798 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cdc7f784ea0e496ea96837aa66de2798, State: Initialized, Role: FOLLOWER
14:08:17.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.984207 16829 consensus_queue.cc:260] T c640b1e585a943f3a64fe252672bada6 P cdc7f784ea0e496ea96837aa66de2798 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } }
14:08:17.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.984445 16829 ts_tablet_manager.cc:1434] T c640b1e585a943f3a64fe252672bada6 P cdc7f784ea0e496ea96837aa66de2798: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
14:08:17.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.984473 16810 tablet_replica.cc:442] T c640b1e585a943f3a64fe252672bada6 P cdc7f784ea0e496ea96837aa66de2798: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } } }
14:08:17.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.984627 16810 tablet_replica.cc:445] T c640b1e585a943f3a64fe252672bada6 P cdc7f784ea0e496ea96837aa66de2798: This TxnStatusTablet replica's current role is: FOLLOWER
14:08:17.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:17.991485 16836 consensus_queue.cc:1048] T db87ca37acd146b7b382602f29dfc9ec P 7baa5825726e4b608c63eb63faed9bb7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:18.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.088572 16810 consensus_queue.cc:1048] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:18.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.093269 16807 consensus_queue.cc:1048] T 6998a6c960c84bffb7ece8f37ddba61f P cdc7f784ea0e496ea96837aa66de2798 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:18.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.374425 16837 raft_consensus.cc:493] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:18.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.374598 16837 raft_consensus.cc:515] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } }
14:08:18.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.375725 16837 leader_election.cc:290] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7baa5825726e4b608c63eb63faed9bb7 (127.15.170.1:39751), cdc7f784ea0e496ea96837aa66de2798 (127.15.170.2:38579)
14:08:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.380070 16437 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c640b1e585a943f3a64fe252672bada6" candidate_uuid: "b3081e8a70b5475394c5c563267f44a4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7baa5825726e4b608c63eb63faed9bb7" is_pre_election: true
14:08:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.380133 16581 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c640b1e585a943f3a64fe252672bada6" candidate_uuid: "b3081e8a70b5475394c5c563267f44a4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cdc7f784ea0e496ea96837aa66de2798" is_pre_election: true
14:08:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.380224 16437 raft_consensus.cc:2468] T c640b1e585a943f3a64fe252672bada6 P 7baa5825726e4b608c63eb63faed9bb7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b3081e8a70b5475394c5c563267f44a4 in term 0.
14:08:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.380299 16581 raft_consensus.cc:2468] T c640b1e585a943f3a64fe252672bada6 P cdc7f784ea0e496ea96837aa66de2798 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b3081e8a70b5475394c5c563267f44a4 in term 0.
14:08:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.380709 16657 leader_election.cc:304] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7baa5825726e4b608c63eb63faed9bb7, b3081e8a70b5475394c5c563267f44a4; no voters:
14:08:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.380975 16837 raft_consensus.cc:2804] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:08:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.381048 16837 raft_consensus.cc:493] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.381076 16837 raft_consensus.cc:3060] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 [term 0 FOLLOWER]: Advancing to term 1
14:08:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.381882 16837 raft_consensus.cc:515] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } }
14:08:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.382213 16837 leader_election.cc:290] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 [CANDIDATE]: Term 1 election: Requested vote from peers 7baa5825726e4b608c63eb63faed9bb7 (127.15.170.1:39751), cdc7f784ea0e496ea96837aa66de2798 (127.15.170.2:38579)
14:08:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.382725 16437 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c640b1e585a943f3a64fe252672bada6" candidate_uuid: "b3081e8a70b5475394c5c563267f44a4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7baa5825726e4b608c63eb63faed9bb7"
14:08:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.382807 16581 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c640b1e585a943f3a64fe252672bada6" candidate_uuid: "b3081e8a70b5475394c5c563267f44a4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cdc7f784ea0e496ea96837aa66de2798"
14:08:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.382988 16437 raft_consensus.cc:3060] T c640b1e585a943f3a64fe252672bada6 P 7baa5825726e4b608c63eb63faed9bb7 [term 0 FOLLOWER]: Advancing to term 1
14:08:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.382993 16581 raft_consensus.cc:3060] T c640b1e585a943f3a64fe252672bada6 P cdc7f784ea0e496ea96837aa66de2798 [term 0 FOLLOWER]: Advancing to term 1
14:08:18.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.384161 16437 raft_consensus.cc:2468] T c640b1e585a943f3a64fe252672bada6 P 7baa5825726e4b608c63eb63faed9bb7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b3081e8a70b5475394c5c563267f44a4 in term 1.
14:08:18.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.384161 16581 raft_consensus.cc:2468] T c640b1e585a943f3a64fe252672bada6 P cdc7f784ea0e496ea96837aa66de2798 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b3081e8a70b5475394c5c563267f44a4 in term 1.
14:08:18.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.384593 16657 leader_election.cc:304] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b3081e8a70b5475394c5c563267f44a4, cdc7f784ea0e496ea96837aa66de2798; no voters:
14:08:18.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.384781 16837 raft_consensus.cc:2804] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 [term 1 FOLLOWER]: Leader election won for term 1
14:08:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.385051 16837 raft_consensus.cc:697] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 [term 1 LEADER]: Becoming Leader. State: Replica: b3081e8a70b5475394c5c563267f44a4, State: Running, Role: LEADER
14:08:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.385408 16837 consensus_queue.cc:237] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } }
14:08:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.387511 16851 tablet_replica.cc:442] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4: TxnStatusTablet state changed. Reason: New leader b3081e8a70b5475394c5c563267f44a4. Latest consensus state: current_term: 1 leader_uuid: "b3081e8a70b5475394c5c563267f44a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } } }
14:08:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.387607 16851 tablet_replica.cc:445] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4: This TxnStatusTablet replica's current role is: LEADER
14:08:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.388191 16853 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
14:08:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.388403 16853 txn_status_manager.cc:930] Loading transaction status metadata into memory...
14:08:18.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.388780 16246 catalog_manager.cc:5649] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 reported cstate change: term changed from 0 to 1, leader changed from <none> to b3081e8a70b5475394c5c563267f44a4 (127.15.170.3). New cstate: current_term: 1 leader_uuid: "b3081e8a70b5475394c5c563267f44a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } health_report { overall_health: HEALTHY } } }
14:08:18.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.437184 16437 raft_consensus.cc:1275] T c640b1e585a943f3a64fe252672bada6 P 7baa5825726e4b608c63eb63faed9bb7 [term 1 FOLLOWER]: Refusing update from remote peer b3081e8a70b5475394c5c563267f44a4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:08:18.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.437285 16581 raft_consensus.cc:1275] T c640b1e585a943f3a64fe252672bada6 P cdc7f784ea0e496ea96837aa66de2798 [term 1 FOLLOWER]: Refusing update from remote peer b3081e8a70b5475394c5c563267f44a4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:08:18.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.437731 16837 consensus_queue.cc:1048] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:18.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.437911 16851 consensus_queue.cc:1048] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:18.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.440809 16836 tablet_replica.cc:442] T c640b1e585a943f3a64fe252672bada6 P 7baa5825726e4b608c63eb63faed9bb7: TxnStatusTablet state changed. Reason: New leader b3081e8a70b5475394c5c563267f44a4. Latest consensus state: current_term: 1 leader_uuid: "b3081e8a70b5475394c5c563267f44a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } } }
14:08:18.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.440809 16807 tablet_replica.cc:442] T c640b1e585a943f3a64fe252672bada6 P cdc7f784ea0e496ea96837aa66de2798: TxnStatusTablet state changed. Reason: New leader b3081e8a70b5475394c5c563267f44a4. Latest consensus state: current_term: 1 leader_uuid: "b3081e8a70b5475394c5c563267f44a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } } }
14:08:18.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.440920 16807 tablet_replica.cc:445] T c640b1e585a943f3a64fe252672bada6 P cdc7f784ea0e496ea96837aa66de2798: This TxnStatusTablet replica's current role is: FOLLOWER
14:08:18.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.440920 16836 tablet_replica.cc:445] T c640b1e585a943f3a64fe252672bada6 P 7baa5825726e4b608c63eb63faed9bb7: This TxnStatusTablet replica's current role is: FOLLOWER
14:08:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.446295 16836 tablet_replica.cc:442] T c640b1e585a943f3a64fe252672bada6 P 7baa5825726e4b608c63eb63faed9bb7: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b3081e8a70b5475394c5c563267f44a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } } }
14:08:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.446415 16836 tablet_replica.cc:445] T c640b1e585a943f3a64fe252672bada6 P 7baa5825726e4b608c63eb63faed9bb7: This TxnStatusTablet replica's current role is: FOLLOWER
14:08:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.446803 16859 tablet_replica.cc:442] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b3081e8a70b5475394c5c563267f44a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } } }
14:08:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.446908 16859 tablet_replica.cc:445] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4: This TxnStatusTablet replica's current role is: LEADER
14:08:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.447098 16859 tablet_replica.cc:442] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b3081e8a70b5475394c5c563267f44a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } } }
14:08:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.447191 16859 tablet_replica.cc:445] T c640b1e585a943f3a64fe252672bada6 P b3081e8a70b5475394c5c563267f44a4: This TxnStatusTablet replica's current role is: LEADER
14:08:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.448612 16839 mvcc.cc:204] Tried to move back new op lower bound from 7214699718392496128 to 7214699718189879296. Current Snapshot: MvccSnapshot[applied={T|T < 7214699718392496128}]
14:08:18.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.451824 16807 tablet_replica.cc:442] T c640b1e585a943f3a64fe252672bada6 P cdc7f784ea0e496ea96837aa66de2798: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b3081e8a70b5475394c5c563267f44a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" member_type: VOTER last_known_addr { host: "127.15.170.1" port: 39751 } } peers { permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" member_type: VOTER last_known_addr { host: "127.15.170.2" port: 38579 } } peers { permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" member_type: VOTER last_known_addr { host: "127.15.170.3" port: 39271 } } }
14:08:18.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.451939 16807 tablet_replica.cc:445] T c640b1e585a943f3a64fe252672bada6 P cdc7f784ea0e496ea96837aa66de2798: This TxnStatusTablet replica's current role is: FOLLOWER
14:08:18.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.453426 16843 mvcc.cc:204] Tried to move back new op lower bound from 7214699718392496128 to 7214699718189879296. Current Snapshot: MvccSnapshot[applied={T|T < 7214699718392496128}]
14:08:18.454 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
14:08:18.456 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table a242eb216a1a49b7b41cffcbba4c0fee
14:08:18.456 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.170.60:40555
14:08:18.457 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
14:08:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.457988 16040 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu with pid 16213
14:08:18.465 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.170.60:40555(127.15.170.60:40555)] handling channelInactive
14:08:18.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.170.60:40555(127.15.170.60:40555)] cleaning up while in state READY due to: connection closed
14:08:18.466 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:08:18.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:18.520450 16490 heartbeater.cc:646] Failed to heartbeat to 127.15.170.60:40555 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.170.60:40555: connect: Connection refused (error 111)
14:08:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:18.549098 16634 heartbeater.cc:646] Failed to heartbeat to 127.15.170.60:40555 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.170.60:40555: connect: Connection refused (error 111)
14:08:18.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.693704 16866 raft_consensus.cc:493] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 317a96ffecca4a1fbe44243bff3f2deb)
14:08:18.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.693876 16866 raft_consensus.cc:515] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:18.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.694272 16867 raft_consensus.cc:493] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 317a96ffecca4a1fbe44243bff3f2deb)
14:08:18.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.694427 16867 raft_consensus.cc:515] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:18.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.694932 16866 leader_election.cc:290] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers e7fcc47261264f6094792de2da47ec3c (127.15.170.62:37255), 317a96ffecca4a1fbe44243bff3f2deb (127.15.170.60:40555)
14:08:18.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.695269 16867 leader_election.cc:290] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c44eb74f38e042079a12611107cb23ae (127.15.170.61:43201), 317a96ffecca4a1fbe44243bff3f2deb (127.15.170.60:40555)
14:08:18.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.695570 16089 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c44eb74f38e042079a12611107cb23ae" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e7fcc47261264f6094792de2da47ec3c" is_pre_election: true
14:08:18.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.695730 16089 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c44eb74f38e042079a12611107cb23ae in term 1.
14:08:18.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.695873 16174 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e7fcc47261264f6094792de2da47ec3c" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "c44eb74f38e042079a12611107cb23ae" is_pre_election: true
14:08:18.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.696013 16174 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e7fcc47261264f6094792de2da47ec3c in term 1.
14:08:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.696151 16151 leader_election.cc:304] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c44eb74f38e042079a12611107cb23ae, e7fcc47261264f6094792de2da47ec3c; no voters:
14:08:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.696342 16068 leader_election.cc:304] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c44eb74f38e042079a12611107cb23ae, e7fcc47261264f6094792de2da47ec3c; no voters:
14:08:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.696395 16866 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 1 FOLLOWER]: Leader pre-election won for term 2
14:08:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.696439 16866 raft_consensus.cc:493] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 1 FOLLOWER]: Starting leader election (detected failure of leader 317a96ffecca4a1fbe44243bff3f2deb)
14:08:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.696476 16866 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 1 FOLLOWER]: Advancing to term 2
14:08:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.696580 16867 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 1 FOLLOWER]: Leader pre-election won for term 2
14:08:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.696627 16867 raft_consensus.cc:493] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 1 FOLLOWER]: Starting leader election (detected failure of leader 317a96ffecca4a1fbe44243bff3f2deb)
14:08:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.696677 16867 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 1 FOLLOWER]: Advancing to term 2
14:08:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:18.696704 16148 leader_election.cc:336] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 317a96ffecca4a1fbe44243bff3f2deb (127.15.170.60:40555): Network error: Client connection negotiation failed: client connection to 127.15.170.60:40555: connect: Connection refused (error 111)
14:08:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:18.696786 16066 leader_election.cc:336] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 317a96ffecca4a1fbe44243bff3f2deb (127.15.170.60:40555): Network error: Client connection negotiation failed: client connection to 127.15.170.60:40555: connect: Connection refused (error 111)
14:08:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.697626 16866 raft_consensus.cc:515] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.697628 16867 raft_consensus.cc:515] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.698005 16866 leader_election.cc:290] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [CANDIDATE]: Term 2 election: Requested vote from peers e7fcc47261264f6094792de2da47ec3c (127.15.170.62:37255), 317a96ffecca4a1fbe44243bff3f2deb (127.15.170.60:40555)
14:08:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.698005 16867 leader_election.cc:290] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [CANDIDATE]: Term 2 election: Requested vote from peers c44eb74f38e042079a12611107cb23ae (127.15.170.61:43201), 317a96ffecca4a1fbe44243bff3f2deb (127.15.170.60:40555)
14:08:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.698284 16089 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c44eb74f38e042079a12611107cb23ae" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e7fcc47261264f6094792de2da47ec3c"
14:08:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.698446 16089 raft_consensus.cc:2393] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate c44eb74f38e042079a12611107cb23ae in current term 2: Already voted for candidate e7fcc47261264f6094792de2da47ec3c in this term.
14:08:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.698498 16174 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e7fcc47261264f6094792de2da47ec3c" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "c44eb74f38e042079a12611107cb23ae"
14:08:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.698653 16174 raft_consensus.cc:2393] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate e7fcc47261264f6094792de2da47ec3c in current term 2: Already voted for candidate c44eb74f38e042079a12611107cb23ae in this term.
14:08:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:18.699190 16066 leader_election.cc:336] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 317a96ffecca4a1fbe44243bff3f2deb (127.15.170.60:40555): Network error: Client connection negotiation failed: client connection to 127.15.170.60:40555: connect: Connection refused (error 111)
14:08:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.699267 16066 leader_election.cc:304] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e7fcc47261264f6094792de2da47ec3c; no voters: 317a96ffecca4a1fbe44243bff3f2deb, c44eb74f38e042079a12611107cb23ae
14:08:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:18.699332 16148 leader_election.cc:336] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 317a96ffecca4a1fbe44243bff3f2deb (127.15.170.60:40555): Network error: Client connection negotiation failed: client connection to 127.15.170.60:40555: connect: Connection refused (error 111)
14:08:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.699401 16148 leader_election.cc:304] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c44eb74f38e042079a12611107cb23ae; no voters: 317a96ffecca4a1fbe44243bff3f2deb, e7fcc47261264f6094792de2da47ec3c
14:08:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.699404 16867 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
14:08:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:18.699577 16866 raft_consensus.cc:2749] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
14:08:18.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.170.60:40555(127.15.170.60:40555)] connecting to peer
14:08:18.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555
14:08:18.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.170.60:40555(127.15.170.60:40555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555
14:08:18.968 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.15.170.60:40555(127.15.170.60:40555) for tablet Kudu Master: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555
14:08:18.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.170.60:40555(127.15.170.60:40555)] connecting to peer
14:08:18.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555
14:08:18.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.170.60:40555(127.15.170.60:40555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555
14:08:18.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.170.60:40555: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555
14:08:18.989 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.170.62:37255,127.15.170.60:40555,127.15.170.61:43201; will retry
14:08:19.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.170.60:40555(127.15.170.60:40555)] connecting to peer
14:08:19.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555
14:08:19.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.170.60:40555(127.15.170.60:40555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555
14:08:19.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.170.60:40555: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555
14:08:19.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.170.62:37255,127.15.170.60:40555,127.15.170.61:43201; will retry
14:08:19.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.170.60:40555(127.15.170.60:40555)] connecting to peer
14:08:19.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555
14:08:19.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.170.60:40555(127.15.170.60:40555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555
14:08:19.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.170.60:40555: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555
14:08:19.028 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.170.62:37255,127.15.170.60:40555,127.15.170.61:43201; will retry
14:08:19.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.170.60:40555(127.15.170.60:40555)] connecting to peer
14:08:19.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555
14:08:19.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.170.60:40555(127.15.170.60:40555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555
14:08:19.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.170.60:40555: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555
14:08:19.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.170.62:37255,127.15.170.60:40555,127.15.170.61:43201; will retry
14:08:19.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.061636 16866 raft_consensus.cc:493] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:19.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.061775 16866 raft_consensus.cc:515] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:19.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.062184 16866 leader_election.cc:290] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers e7fcc47261264f6094792de2da47ec3c (127.15.170.62:37255), 317a96ffecca4a1fbe44243bff3f2deb (127.15.170.60:40555)
14:08:19.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.062665 16089 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c44eb74f38e042079a12611107cb23ae" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e7fcc47261264f6094792de2da47ec3c" is_pre_election: true
14:08:19.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.062830 16089 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c44eb74f38e042079a12611107cb23ae in term 2.
14:08:19.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.063177 16151 leader_election.cc:304] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c44eb74f38e042079a12611107cb23ae, e7fcc47261264f6094792de2da47ec3c; no voters:
14:08:19.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:19.063347 16148 leader_election.cc:336] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 317a96ffecca4a1fbe44243bff3f2deb (127.15.170.60:40555): Network error: Client connection negotiation failed: client connection to 127.15.170.60:40555: connect: Connection refused (error 111)
14:08:19.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.063385 16866 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 2 FOLLOWER]: Leader pre-election won for term 3
14:08:19.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.063445 16866 raft_consensus.cc:493] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:19.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.063489 16866 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 2 FOLLOWER]: Advancing to term 3
14:08:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.064323 16866 raft_consensus.cc:515] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.064709 16866 leader_election.cc:290] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [CANDIDATE]: Term 3 election: Requested vote from peers e7fcc47261264f6094792de2da47ec3c (127.15.170.62:37255), 317a96ffecca4a1fbe44243bff3f2deb (127.15.170.60:40555)
14:08:19.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.065133 16089 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c44eb74f38e042079a12611107cb23ae" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e7fcc47261264f6094792de2da47ec3c"
14:08:19.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.065263 16089 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 2 FOLLOWER]: Advancing to term 3
14:08:19.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:19.065750 16148 leader_election.cc:336] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 317a96ffecca4a1fbe44243bff3f2deb (127.15.170.60:40555): Network error: Client connection negotiation failed: client connection to 127.15.170.60:40555: connect: Connection refused (error 111)
14:08:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.066187 16089 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c44eb74f38e042079a12611107cb23ae in term 3.
14:08:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.066511 16151 leader_election.cc:304] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: c44eb74f38e042079a12611107cb23ae, e7fcc47261264f6094792de2da47ec3c; no voters: 317a96ffecca4a1fbe44243bff3f2deb
14:08:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.066705 16866 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 3 FOLLOWER]: Leader election won for term 3
14:08:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.066908 16866 raft_consensus.cc:697] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [term 3 LEADER]: Becoming Leader. State: Replica: c44eb74f38e042079a12611107cb23ae, State: Running, Role: LEADER
14:08:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.067234 16866 consensus_queue.cc:237] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:19.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.068647 16873 sys_catalog.cc:455] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [sys.catalog]: SysCatalogTable state changed. Reason: New leader c44eb74f38e042079a12611107cb23ae. Latest consensus state: current_term: 3 leader_uuid: "c44eb74f38e042079a12611107cb23ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:19.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.068758 16873 sys_catalog.cc:458] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [sys.catalog]: This master's current role is: LEADER
14:08:19.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.069075 16874 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
14:08:19.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.070546 16874 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=5a8c50dfd71b4dea934eb299e8d4192c]
14:08:19.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.070914 16874 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=a242eb216a1a49b7b41cffcbba4c0fee]
14:08:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.071960 16874 tablet_loader.cc:96] loaded metadata for tablet 6998a6c960c84bffb7ece8f37ddba61f (table txn_manager_fallback_rolling [id=a242eb216a1a49b7b41cffcbba4c0fee])
14:08:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.072165 16874 tablet_loader.cc:96] loaded metadata for tablet c640b1e585a943f3a64fe252672bada6 (table kudu_system.kudu_transactions [id=5a8c50dfd71b4dea934eb299e8d4192c])
14:08:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.072335 16874 tablet_loader.cc:96] loaded metadata for tablet db87ca37acd146b7b382602f29dfc9ec (table txn_manager_fallback_rolling [id=a242eb216a1a49b7b41cffcbba4c0fee])
14:08:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.072427 16874 catalog_manager.cc:1494] Initializing Kudu cluster ID...
14:08:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.072886 16874 catalog_manager.cc:1269] Loaded cluster ID: bc0104916f604e8f927fcb6cc629932c
14:08:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.072937 16874 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
14:08:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.073490 16874 catalog_manager.cc:1514] Loading token signing keys...
14:08:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.073935 16874 catalog_manager.cc:6033] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae: Loaded TSK: 0
14:08:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.074728 16874 catalog_manager.cc:1524] Initializing in-progress tserver states...
14:08:19.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.170.60:40555(127.15.170.60:40555)] connecting to peer
14:08:19.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555
14:08:19.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.170.60:40555(127.15.170.60:40555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555
14:08:19.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.170.60:40555: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555
14:08:19.089 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:19.089 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=6, TimeoutTracker(timeout=250, elapsed=123), Traces: [0ms] sending RPC to server master-127.15.170.60:40555, [1ms] received response from server master-127.15.170.60:40555: Network error: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.62:37255, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.60:40555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.61:43201, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.60:40555: Network error: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.62:37255: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.61:43201: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.170.62:37255,127.15.170.60:40555,127.15.170.61:43201) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.62:37255, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.60:40555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.61:43201, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.60:40555: Network error: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.62:37255: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.61:43201: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.170.62:37255,127.15.170.60:40555,127.15.170.61:43201) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.62:37255, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.60:40555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.61:43201, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.60:40555: Network error: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.62:37255: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.61:43201: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.170.62:37255,127.15.170.60:40555,127.15.170.61:43201) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.62:37255, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.60:40555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.61:43201, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.62:37255: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.60:40555: Network error: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.61:43201: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.170.62:37255,127.15.170.60:40555,127.15.170.61:43201) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.62:37255, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.60:40555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.61:43201, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.60:40555: Network error: Failed to connect to peer master-127.15.170.60:40555(127.15.170.60:40555): Connection refused: /127.15.170.60:40555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.62:37255: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.61:43201: OK, deferred=Deferred@819797405(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1298966495@43ed32b2 -> (continuation of Deferred@19235379 after retry RPC after error@128480209) -> (continuation of Deferred@1598138188 after retry RPC after error@1964209844) -> (continuation of Deferred@1485461055 after retry RPC after error@477659140) -> (continuation of Deferred@1313947392 after retry RPC after error@538527400), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1870465672@2aa8c73a -> (continuation of Deferred@19235379 after retry RPC after error@128480209) -> (continuation of Deferred@1598138188 after retry RPC after error@1964209844) -> (continuation of Deferred@1485461055 after retry RPC after error@477659140) -> (continuation of Deferred@1313947392 after retry RPC after error@538527400))) after lookup
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.130928 16164 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44514:
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:08:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:19.132398 16164 catalog_manager.cc:7011] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:08:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.156212 16089 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 3 FOLLOWER]: Refusing update from remote peer c44eb74f38e042079a12611107cb23ae: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
14:08:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.156738 16873 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [LEADER]: Connected to new peer: Peer: permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
14:08:19.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:19.157640 16148 consensus_peers.cc:597] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae -> Peer 317a96ffecca4a1fbe44243bff3f2deb (127.15.170.60:40555): Couldn't send request to peer 317a96ffecca4a1fbe44243bff3f2deb. Status: Network error: Client connection negotiation failed: client connection to 127.15.170.60:40555: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:08:19.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.157966 16867 sys_catalog.cc:455] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [sys.catalog]: SysCatalogTable state changed. Reason: New leader c44eb74f38e042079a12611107cb23ae. Latest consensus state: current_term: 3 leader_uuid: "c44eb74f38e042079a12611107cb23ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:19.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.158102 16867 sys_catalog.cc:458] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [sys.catalog]: This master's current role is: FOLLOWER
14:08:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.158825 16866 sys_catalog.cc:455] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "c44eb74f38e042079a12611107cb23ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.158936 16866 sys_catalog.cc:458] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae [sys.catalog]: This master's current role is: LEADER
14:08:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.159258 16867 sys_catalog.cc:455] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "c44eb74f38e042079a12611107cb23ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:19.159372 16867 sys_catalog.cc:458] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [sys.catalog]: This master's current role is: FOLLOWER
14:08:19.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:19.453429 16776 heartbeater.cc:646] Failed to heartbeat to 127.15.170.60:40555 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.170.60:40555: connect: Connection refused (error 111)
14:08:19.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:19.644943 16148 consensus_peers.cc:597] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae -> Peer 317a96ffecca4a1fbe44243bff3f2deb (127.15.170.60:40555): Couldn't send request to peer 317a96ffecca4a1fbe44243bff3f2deb. Status: Network error: Client connection negotiation failed: client connection to 127.15.170.60:40555: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:08:20.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:20.180367 16148 consensus_peers.cc:597] T 00000000000000000000000000000000 P c44eb74f38e042079a12611107cb23ae -> Peer 317a96ffecca4a1fbe44243bff3f2deb (127.15.170.60:40555): Couldn't send request to peer 317a96ffecca4a1fbe44243bff3f2deb. Status: Network error: Client connection negotiation failed: client connection to 127.15.170.60:40555: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
14:08:20.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.452056 16778 heartbeater.cc:499] Master 127.15.170.61:43201 was elected leader, sending a full tablet report...
14:08:20.471 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet db87ca37acd146b7b382602f29dfc9ec for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
14:08:20.471 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6998a6c960c84bffb7ece8f37ddba61f for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
14:08:20.471 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=db87ca37acd146b7b382602f29dfc9ec@[7baa5825726e4b608c63eb63faed9bb7(127.15.170.1:39751)[L],b3081e8a70b5475394c5c563267f44a4(127.15.170.3:39271),cdc7f784ea0e496ea96837aa66de2798(127.15.170.2:38579)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=6998a6c960c84bffb7ece8f37ddba61f@[7baa5825726e4b608c63eb63faed9bb7(127.15.170.1:39751),b3081e8a70b5475394c5c563267f44a4(127.15.170.3:39271),cdc7f784ea0e496ea96837aa66de2798(127.15.170.2:38579)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:20.472 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.170.61:43201, [2ms] Sub RPC GetTableLocations: received response from server master-127.15.170.61:43201: OK, deferred=null) after lookup
14:08:20.472 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7baa5825726e4b608c63eb63faed9bb7(127.15.170.1:39751)] connecting to peer
14:08:20.473 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 7baa5825726e4b608c63eb63faed9bb7(127.15.170.1:39751)] Successfully connected to peer
14:08:20.485 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x44cd8c6b, L:/127.0.0.1:42292 - R:/127.15.170.1:39751] using TOKEN/null
14:08:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:20.488317 16465 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.15.170.60:40555)
14:08:20.513 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.15.170.60:40555
14:08:20.513 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.514259 16040 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/wal
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/data
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/logs
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/data/info.pb
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.170.60:40555
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.170.60
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38989
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.170.20:35833
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.170.62:37255,127.15.170.61:43201,127.15.170.60:40555
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36855/jwks.json
14:08:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:08:20.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:08:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.522472 16492 heartbeater.cc:499] Master 127.15.170.61:43201 was elected leader, sending a full tablet report...
14:08:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.550257 16636 heartbeater.cc:499] Master 127.15.170.61:43201 was elected leader, sending a full tablet report...
14:08:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:20.627213 16914 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:08:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:20.627463 16914 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:20.627528 16914 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:08:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:20.630934 16914 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:08:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:20.631001 16914 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:08:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:20.631031 16914 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:08:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:20.631058 16914 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:08:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:20.631083 16914 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:08:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:20.631107 16914 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:08:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:20.631125 16914 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36855/jwks.json
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.635099 16914 master_runner.cc:386] Master server non-default flags:
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.170.20:35833
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/data
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/wal
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.170.62:37255,127.15.170.61:43201,127.15.170.60:40555
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.170.60:40555
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36855/jwks.json
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/data/info.pb
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.170.60
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38989
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16914
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/logs
14:08:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:08:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:08:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
14:08:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:08:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 25 Oct 2025 13:43:15 UTC on 24a791456cd2
14:08:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8710
14:08:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.636485 16914 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.637645 16914 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:20.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:20.643440 16922 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:20.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:20.643407 16921 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:20.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.643684 16914 server_base.cc:1047] running on GCE node
14:08:20.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:20.643419 16924 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:20.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.644254 16914 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:20.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.645203 16914 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.646355 16914 hybrid_clock.cc:648] HybridClock initialized: now 1761401300646337 us; error 40 us; skew 500 ppm
14:08:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.648226 16914 webserver.cc:492] Webserver started at http://127.15.170.60:38989/ using document root <none> and password file <none>
14:08:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.648804 16914 fs_manager.cc:362] Metadata directory not provided
14:08:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.648874 16914 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:20.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.652222 16914 fs_manager.cc:714] Time spent opening directory manager: real 0.002s user 0.003s sys 0.000s
14:08:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.654261 16930 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:08:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.655378 16914 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.000s sys 0.001s
14:08:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.655476 16914 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/data,/tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/wal
14:08:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "317a96ffecca4a1fbe44243bff3f2deb"
14:08:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:08:16 on dist-test-slave-ln01"
14:08:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.655860 16914 fs_report.cc:389] FS layout report
14:08:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/wal
14:08:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/wal
14:08:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/data/data
14:08:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.682626 16914 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:08:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.683316 16914 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.683470 16914 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:20.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.692082 16992 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.170.60:40555 every 8 connection(s)
14:08:20.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.692111 16914 rpc_server.cc:307] RPC server started. Bound to: 127.15.170.60:40555
14:08:20.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.693250 16914 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskTvyDHR/test-tmp/mini-kudu-cluster8220246955907986016/master-2/data/info.pb
14:08:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.698299 16993 sys_catalog.cc:263] Verifying existing consensus state
14:08:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.700340 16993 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb: Bootstrap starting.
14:08:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.700656 16040 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu as pid 16914
14:08:20.701 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:08:20.701 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.170.61:43201
14:08:20.701 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
14:08:20.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.701547 16040 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu with pid 16132
14:08:20.709 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.170.61:43201(127.15.170.61:43201)] handling channelInactive
14:08:20.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.170.61:43201(127.15.170.61:43201)] cleaning up while in state READY due to: connection closed
14:08:20.710 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:08:20.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.716480 16993 log.cc:826] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb: Log is configured to *not* fsync() on all Append() calls
14:08:20.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.725756 16993 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:08:20.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.726118 16993 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb: Bootstrap complete.
14:08:20.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.729372 16993 raft_consensus.cc:359] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:20.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.729686 16993 raft_consensus.cc:740] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 317a96ffecca4a1fbe44243bff3f2deb, State: Initialized, Role: FOLLOWER
14:08:20.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.730095 16993 consensus_queue.cc:260] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:20.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.730526 16997 sys_catalog.cc:455] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:20.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.730665 16997 sys_catalog.cc:458] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: This master's current role is: FOLLOWER
14:08:20.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.731181 16993 sys_catalog.cc:565] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: configured and running, proceeding with master startup.
14:08:20.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.731487 16957 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 1 FOLLOWER]: Advancing to term 3
14:08:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.734786 17010 sys_catalog.cc:455] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "c44eb74f38e042079a12611107cb23ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.735037 17010 sys_catalog.cc:458] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: This master's current role is: FOLLOWER
14:08:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.735363 16997 sys_catalog.cc:455] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: SysCatalogTable state changed. Reason: New leader c44eb74f38e042079a12611107cb23ae. Latest consensus state: current_term: 3 leader_uuid: "c44eb74f38e042079a12611107cb23ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.735446 16997 sys_catalog.cc:458] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: This master's current role is: FOLLOWER
14:08:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:20.735844 16932 connection.cc:441] server connection from 127.0.0.1:51448 torn down before Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:51448 (request call id 0) could send its response
14:08:20.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.738471 17011 catalog_manager.cc:1269] Loaded cluster ID: bc0104916f604e8f927fcb6cc629932c
14:08:20.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.738531 17011 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb: loading cluster ID for follower catalog manager: success
14:08:20.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.740525 17011 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb: acquiring CA information for follower catalog manager: success
14:08:20.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.742125 17011 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:08:20.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.745023 16914 master_runner.cc:186] Error getting master registration for 127.15.170.61:43201: Network error: Client connection negotiation failed: client connection to 127.15.170.61:43201: connect: Connection refused (error 111),
14:08:20.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.746541 16914 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:08:20.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.918829 17015 raft_consensus.cc:493] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 3 FOLLOWER]: Starting pre-election (detected failure of leader c44eb74f38e042079a12611107cb23ae)
14:08:20.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.918960 17015 raft_consensus.cc:515] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:20.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.919366 17015 leader_election.cc:290] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c44eb74f38e042079a12611107cb23ae (127.15.170.61:43201), 317a96ffecca4a1fbe44243bff3f2deb (127.15.170.60:40555)
14:08:20.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:20.921025 16068 leader_election.cc:336] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c44eb74f38e042079a12611107cb23ae (127.15.170.61:43201): Network error: Client connection negotiation failed: client connection to 127.15.170.61:43201: connect: Connection refused (error 111)
14:08:20.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.923401 16957 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e7fcc47261264f6094792de2da47ec3c" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "317a96ffecca4a1fbe44243bff3f2deb" is_pre_election: true
14:08:20.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.924067 16066 leader_election.cc:304] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e7fcc47261264f6094792de2da47ec3c; no voters: 317a96ffecca4a1fbe44243bff3f2deb, c44eb74f38e042079a12611107cb23ae
14:08:20.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:20.924263 17015 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
14:08:21.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.034096 16997 raft_consensus.cc:493] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 3 FOLLOWER]: Starting pre-election (detected failure of leader c44eb74f38e042079a12611107cb23ae)
14:08:21.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.034312 16997 raft_consensus.cc:515] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:21.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.035566 16997 leader_election.cc:290] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers e7fcc47261264f6094792de2da47ec3c (127.15.170.62:37255), c44eb74f38e042079a12611107cb23ae (127.15.170.61:43201)
14:08:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.036073 16089 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "317a96ffecca4a1fbe44243bff3f2deb" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "e7fcc47261264f6094792de2da47ec3c" is_pre_election: true
14:08:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.036237 16089 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 317a96ffecca4a1fbe44243bff3f2deb in term 3.
14:08:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:21.036226 16933 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.170.61:43201: connect: Connection refused (error 111)
14:08:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.036672 16934 leader_election.cc:304] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 317a96ffecca4a1fbe44243bff3f2deb, e7fcc47261264f6094792de2da47ec3c; no voters:
14:08:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.036917 16997 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 3 FOLLOWER]: Leader pre-election won for term 4
14:08:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.036993 16997 raft_consensus.cc:493] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 3 FOLLOWER]: Starting leader election (detected failure of leader c44eb74f38e042079a12611107cb23ae)
14:08:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.037038 16997 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 3 FOLLOWER]: Advancing to term 4
14:08:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:21.037076 16933 leader_election.cc:336] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c44eb74f38e042079a12611107cb23ae (127.15.170.61:43201): Network error: Client connection negotiation failed: client connection to 127.15.170.61:43201: connect: Connection refused (error 111)
14:08:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.037990 16997 raft_consensus.cc:515] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.038358 16997 leader_election.cc:290] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [CANDIDATE]: Term 4 election: Requested vote from peers e7fcc47261264f6094792de2da47ec3c (127.15.170.62:37255), c44eb74f38e042079a12611107cb23ae (127.15.170.61:43201)
14:08:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.038700 16089 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "317a96ffecca4a1fbe44243bff3f2deb" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "e7fcc47261264f6094792de2da47ec3c"
14:08:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.038837 16089 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 3 FOLLOWER]: Advancing to term 4
14:08:21.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:21.039354 16933 leader_election.cc:336] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer c44eb74f38e042079a12611107cb23ae (127.15.170.61:43201): Network error: Client connection negotiation failed: client connection to 127.15.170.61:43201: connect: Connection refused (error 111)
14:08:21.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.039920 16089 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 317a96ffecca4a1fbe44243bff3f2deb in term 4.
14:08:21.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.040237 16934 leader_election.cc:304] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 317a96ffecca4a1fbe44243bff3f2deb, e7fcc47261264f6094792de2da47ec3c; no voters: c44eb74f38e042079a12611107cb23ae
14:08:21.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.040408 16997 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 4 FOLLOWER]: Leader election won for term 4
14:08:21.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.040499 16997 raft_consensus.cc:697] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [term 4 LEADER]: Becoming Leader. State: Replica: 317a96ffecca4a1fbe44243bff3f2deb, State: Running, Role: LEADER
14:08:21.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.040822 16997 consensus_queue.cc:237] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } }
14:08:21.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.041810 17010 sys_catalog.cc:455] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 317a96ffecca4a1fbe44243bff3f2deb. Latest consensus state: current_term: 4 leader_uuid: "317a96ffecca4a1fbe44243bff3f2deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.041919 17010 sys_catalog.cc:458] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: This master's current role is: LEADER
14:08:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.042253 17020 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
14:08:21.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.043697 17020 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=5a8c50dfd71b4dea934eb299e8d4192c]
14:08:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.044143 17020 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=a242eb216a1a49b7b41cffcbba4c0fee]
14:08:21.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.045220 17020 tablet_loader.cc:96] loaded metadata for tablet 6998a6c960c84bffb7ece8f37ddba61f (table txn_manager_fallback_rolling [id=a242eb216a1a49b7b41cffcbba4c0fee])
14:08:21.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.045469 17020 tablet_loader.cc:96] loaded metadata for tablet c640b1e585a943f3a64fe252672bada6 (table kudu_system.kudu_transactions [id=5a8c50dfd71b4dea934eb299e8d4192c])
14:08:21.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.045698 17020 tablet_loader.cc:96] loaded metadata for tablet db87ca37acd146b7b382602f29dfc9ec (table txn_manager_fallback_rolling [id=a242eb216a1a49b7b41cffcbba4c0fee])
14:08:21.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.045841 17020 catalog_manager.cc:1494] Initializing Kudu cluster ID...
14:08:21.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.046284 17020 catalog_manager.cc:1269] Loaded cluster ID: bc0104916f604e8f927fcb6cc629932c
14:08:21.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.046339 17020 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
14:08:21.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.046914 17020 catalog_manager.cc:1514] Loading token signing keys...
14:08:21.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.047312 17020 catalog_manager.cc:6033] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb: Loaded TSK: 0
14:08:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.048049 17020 catalog_manager.cc:1524] Initializing in-progress tserver states...
14:08:21.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.130772 16089 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [term 4 FOLLOWER]: Refusing update from remote peer 317a96ffecca4a1fbe44243bff3f2deb: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
14:08:21.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.131301 17010 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [LEADER]: Connected to new peer: Peer: permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
14:08:21.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.132494 17015 sys_catalog.cc:455] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 317a96ffecca4a1fbe44243bff3f2deb. Latest consensus state: current_term: 4 leader_uuid: "317a96ffecca4a1fbe44243bff3f2deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:21.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.132613 17015 sys_catalog.cc:458] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [sys.catalog]: This master's current role is: FOLLOWER
14:08:21.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.133726 16997 sys_catalog.cc:455] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "317a96ffecca4a1fbe44243bff3f2deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:21.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.133833 16997 sys_catalog.cc:458] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb [sys.catalog]: This master's current role is: LEADER
14:08:21.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.134132 17015 sys_catalog.cc:455] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "317a96ffecca4a1fbe44243bff3f2deb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fcc47261264f6094792de2da47ec3c" member_type: VOTER last_known_addr { host: "127.15.170.62" port: 37255 } } peers { permanent_uuid: "c44eb74f38e042079a12611107cb23ae" member_type: VOTER last_known_addr { host: "127.15.170.61" port: 43201 } } peers { permanent_uuid: "317a96ffecca4a1fbe44243bff3f2deb" member_type: VOTER last_known_addr { host: "127.15.170.60" port: 40555 } } }
14:08:21.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.134217 17015 sys_catalog.cc:458] T 00000000000000000000000000000000 P e7fcc47261264f6094792de2da47ec3c [sys.catalog]: This master's current role is: FOLLOWER
14:08:21.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:21.134848 16933 consensus_peers.cc:597] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb -> Peer c44eb74f38e042079a12611107cb23ae (127.15.170.61:43201): Couldn't send request to peer c44eb74f38e042079a12611107cb23ae. Status: Network error: Client connection negotiation failed: client connection to 127.15.170.61:43201: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:08:21.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.170.61:43201(127.15.170.61:43201)] connecting to peer
14:08:21.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.170.61:43201(127.15.170.61:43201): Connection refused: /127.15.170.61:43201
14:08:21.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.170.61:43201(127.15.170.61:43201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.170.61:43201(127.15.170.61:43201): Connection refused: /127.15.170.61:43201
14:08:21.208 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.15.170.61:43201(127.15.170.61:43201) for tablet Kudu Master: Failed to connect to peer master-127.15.170.61:43201(127.15.170.61:43201): Connection refused: /127.15.170.61:43201
14:08:21.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.170.60:40555(127.15.170.60:40555)] connecting to peer
14:08:21.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.170.61:43201(127.15.170.61:43201)] connecting to peer
14:08:21.227 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.170.60:40555(127.15.170.60:40555)] Successfully connected to peer
14:08:21.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.170.61:43201(127.15.170.61:43201): Connection refused: /127.15.170.61:43201
14:08:21.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.170.61:43201(127.15.170.61:43201)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.170.61:43201(127.15.170.61:43201): Connection refused: /127.15.170.61:43201
14:08:21.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.170.61:43201: Failed to connect to peer master-127.15.170.61:43201(127.15.170.61:43201): Connection refused: /127.15.170.61:43201
14:08:21.239 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8c62811d, L:/127.0.0.1:51472 - R:/127.15.170.60:40555] using TOKEN/null
14:08:21.241 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:21.241 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=35), Traces: [0ms] sending RPC to server master-127.15.170.61:43201, [2ms] received response from server master-127.15.170.61:43201: Network error: Failed to connect to peer master-127.15.170.61:43201(127.15.170.61:43201): Connection refused: /127.15.170.61:43201, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.170.61:43201(127.15.170.61:43201): Connection refused: /127.15.170.61:43201, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.62:37255, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.60:40555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.61:43201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.62:37255: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.61:43201: Network error: Failed to connect to peer master-127.15.170.61:43201(127.15.170.61:43201): Connection refused: /127.15.170.61:43201, [35ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.60:40555: OK, deferred=Deferred@483918405(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1298966495@4bd8227, errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1870465672@55e2dc9c)) after lookup
14:08:21.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.271571 16939 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:51480:
14:08:21.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:08:21.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:08:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:08:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:08:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:21.273921 17024 master.cc:464] Invalid argument: unable to initialize TxnManager: Error creating table kudu_system.kudu_transactions on the master: not enough live tablet servers to create a table with the requested replication factor 3; 0 tablet servers are alive: unable to init TxnManager, will retry in 1.000s
14:08:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:21.457573 16977 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:51472 (request call id 1) took 215 ms (client timeout 215 ms). Trace:
14:08:21.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:21.457690 16977 rpcz_store.cc:269] 1025 14:08:21.242298 (+ 0us) service_pool.cc:168] Inserting onto call queue
14:08:21.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1025 14:08:21.242362 (+ 64us) service_pool.cc:225] Handling call
14:08:21.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1025 14:08:21.457539 (+215177us) inbound_call.cc:173] Queueing success response
14:08:21.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":502,"init.queue_time_us":204,"thread_start_us":294,"threads_started":5}
14:08:21.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.458398 16776 heartbeater.cc:344] Connected to a master server at 127.15.170.60:40555
14:08:21.459 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=3, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.15.170.61:43201, [2ms] received response from server master-127.15.170.61:43201: Network error: Failed to connect to peer master-127.15.170.61:43201(127.15.170.61:43201): Connection refused: /127.15.170.61:43201, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.170.61:43201(127.15.170.61:43201): Connection refused: /127.15.170.61:43201, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.62:37255, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.60:40555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.61:43201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.62:37255: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.61:43201: Network error: Failed to connect to peer master-127.15.170.61:43201(127.15.170.61:43201): Connection refused: /127.15.170.61:43201, [35ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.60:40555: OK, [35ms] sending RPC to server master-127.15.170.60:40555, [253ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@483918405(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1298966495@4bd8227 -> (continuation of Deferred@694779351 after retry RPC@1979685013), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1870465672@55e2dc9c -> (continuation of Deferred@694779351 after retry RPC@1979685013)))
14:08:21.459 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=3, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.15.170.61:43201, [2ms] received response from server master-127.15.170.61:43201: Network error: Failed to connect to peer master-127.15.170.61:43201(127.15.170.61:43201): Connection refused: /127.15.170.61:43201, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.170.61:43201(127.15.170.61:43201): Connection refused: /127.15.170.61:43201, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.62:37255, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.60:40555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.170.61:43201, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.62:37255: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.61:43201: Network error: Failed to connect to peer master-127.15.170.61:43201(127.15.170.61:43201): Connection refused: /127.15.170.61:43201, [35ms] Sub RPC ConnectToMaster: received response from server master-127.15.170.60:40555: OK, [35ms] sending RPC to server master-127.15.170.60:40555, [253ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@483918405(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1298966495@4bd8227 -> (continuation of Deferred@694779351 after retry RPC@1979685013), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1870465672@55e2dc9c -> (continuation of Deferred@694779351 after retry RPC@1979685013)))
14:08:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.459790 16939 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b3081e8a70b5475394c5c563267f44a4" instance_seqno: 1761401297289955) as {username='slave'} at 127.15.170.3:45287; Asking this server to re-register.
14:08:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.460479 16776 heartbeater.cc:461] Registering TS with master...
14:08:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.460695 16776 heartbeater.cc:507] Master 127.15.170.60:40555 requested a full tablet report, sending...
14:08:21.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.461918 16939 ts_manager.cc:194] Registered new tserver with Master: b3081e8a70b5475394c5c563267f44a4 (127.15.170.3:39271)
14:08:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.528039 16490 heartbeater.cc:344] Connected to a master server at 127.15.170.60:40555
14:08:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.529163 16939 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "7baa5825726e4b608c63eb63faed9bb7" instance_seqno: 1761401296901380) as {username='slave'} at 127.15.170.1:46545; Asking this server to re-register.
14:08:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.529678 16490 heartbeater.cc:461] Registering TS with master...
14:08:21.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.529891 16490 heartbeater.cc:507] Master 127.15.170.60:40555 requested a full tablet report, sending...
14:08:21.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.530930 16939 ts_manager.cc:194] Registered new tserver with Master: 7baa5825726e4b608c63eb63faed9bb7 (127.15.170.1:39751)
14:08:21.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.556766 16634 heartbeater.cc:344] Connected to a master server at 127.15.170.60:40555
14:08:21.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.557821 16939 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cdc7f784ea0e496ea96837aa66de2798" instance_seqno: 1761401297105241) as {username='slave'} at 127.15.170.2:59419; Asking this server to re-register.
14:08:21.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.558380 16634 heartbeater.cc:461] Registering TS with master...
14:08:21.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.558547 16634 heartbeater.cc:507] Master 127.15.170.60:40555 requested a full tablet report, sending...
14:08:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.559521 16939 ts_manager.cc:194] Registered new tserver with Master: cdc7f784ea0e496ea96837aa66de2798 (127.15.170.2:38579)
14:08:21.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:21.615181 16933 consensus_peers.cc:597] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb -> Peer c44eb74f38e042079a12611107cb23ae (127.15.170.61:43201): Couldn't send request to peer c44eb74f38e042079a12611107cb23ae. Status: Network error: Client connection negotiation failed: client connection to 127.15.170.61:43201: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:08:21.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:21.716683 16977 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:51472 (request call id 2) took 250 ms (client timeout 250 ms). Trace:
14:08:21.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:21.716789 16977 rpcz_store.cc:269] 1025 14:08:21.466548 (+ 0us) service_pool.cc:168] Inserting onto call queue
14:08:21.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1025 14:08:21.466633 (+ 85us) service_pool.cc:225] Handling call
14:08:21.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1025 14:08:21.716658 (+250025us) inbound_call.cc:173] Queueing success response
14:08:21.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:08:21.717 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.15.170.60:40555, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@490438839(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1298966495@5e7eb9b0, errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1870465672@3c9bf06d))
14:08:21.718 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.15.170.60:40555, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@490438839(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1298966495@5e7eb9b0, errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1870465672@3c9bf06d))
14:08:21.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:21.793057 16660 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.099s from last keepalive heartbeat (effective timeout is 1.000s)
14:08:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:21.803102 17043 tablet_replica.cc:1306] Aborted: operation has been aborted: cancelling pending write operations
14:08:21.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:21.976718 16977 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:51472 (request call id 3) took 250 ms (client timeout 250 ms). Trace:
14:08:21.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:21.976823 16977 rpcz_store.cc:269] 1025 14:08:21.726540 (+ 0us) service_pool.cc:168] Inserting onto call queue
14:08:21.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1025 14:08:21.726624 (+ 84us) service_pool.cc:225] Handling call
14:08:21.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1025 14:08:21.976684 (+250060us) inbound_call.cc:173] Queueing success response
14:08:21.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:08:21.977 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.15.170.60:40555, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@891944027(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1298966495@74d6ec71, errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1870465672@5fce6862))
14:08:21.977 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.15.170.60:40555, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@891944027(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1298966495@74d6ec71, errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1870465672@5fce6862))
14:08:22.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:22.098673 16933 consensus_peers.cc:597] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb -> Peer c44eb74f38e042079a12611107cb23ae (127.15.170.61:43201): Couldn't send request to peer c44eb74f38e042079a12611107cb23ae. Status: Network error: Client connection negotiation failed: client connection to 127.15.170.61:43201: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
14:08:22.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:22.236577 16977 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:51472 (request call id 4) took 250 ms (client timeout 250 ms). Trace:
14:08:22.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:22.236680 16977 rpcz_store.cc:269] 1025 14:08:21.986389 (+ 0us) service_pool.cc:168] Inserting onto call queue
14:08:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1025 14:08:21.986481 (+ 92us) service_pool.cc:225] Handling call
14:08:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1025 14:08:22.236542 (+250061us) inbound_call.cc:173] Queueing success response
14:08:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:08:22.237 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.15.170.60:40555, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1010168686(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1298966495@46041b97, errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1870465672@572d242))
14:08:22.237 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.15.170.60:40555, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1010168686(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1298966495@46041b97, errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1870465672@572d242))
14:08:22.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:22.281635 16939 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:51490:
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:08:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:08:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:08:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:08:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:22.282140 16939 catalog_manager.cc:7011] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:08:22.291 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: b3081e8a70b5475394c5c563267f44a4 (127.15.170.3:39271): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1761401298 last_transition_timestamp: 1761401301
14:08:22.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:08:22.646325 16933 consensus_peers.cc:597] T 00000000000000000000000000000000 P 317a96ffecca4a1fbe44243bff3f2deb -> Peer c44eb74f38e042079a12611107cb23ae (127.15.170.61:43201): Couldn't send request to peer c44eb74f38e042079a12611107cb23ae. Status: Network error: Client connection negotiation failed: client connection to 127.15.170.61:43201: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
14:08:22.714 [DEBUG - main] (Connection.java:575) [peer master-127.15.170.62:37255(127.15.170.62:37255)] disconnecting while in state READY
14:08:22.714 [DEBUG - main] (Connection.java:575) [peer master-127.15.170.60:40555(127.15.170.60:40555)] disconnecting while in state READY
14:08:22.714 [DEBUG - main] (Connection.java:575) [peer 7baa5825726e4b608c63eb63faed9bb7(127.15.170.1:39751)] disconnecting while in state READY
14:08:22.715 [DEBUG - main] (Connection.java:575) [peer master-127.15.170.61:43201(127.15.170.61:43201)] disconnecting while in state TERMINATED
14:08:22.715 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.170.62:37255(127.15.170.62:37255)] handling channelInactive
14:08:22.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.170.62:37255(127.15.170.62:37255)] cleaning up while in state READY due to: connection closed
14:08:22.715 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:22.716 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.170.60:40555(127.15.170.60:40555)] handling channelInactive
14:08:22.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.170.60:40555(127.15.170.60:40555)] cleaning up while in state READY due to: connection closed
14:08:22.716 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 7baa5825726e4b608c63eb63faed9bb7(127.15.170.1:39751)] handling channelInactive
14:08:22.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7baa5825726e4b608c63eb63faed9bb7(127.15.170.1:39751)] cleaning up while in state READY due to: connection closed
14:08:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:22.716730 16040 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu with pid 16353
14:08:22.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:22.723863 16040 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu with pid 16497
14:08:22.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:22.729749 16040 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu with pid 16639
14:08:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:22.736148 16040 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu with pid 16051
14:08:22.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:08:22.741952 16040 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskTvyDHR/build/debug/bin/kudu with pid 16914
14:08:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-25T14:08:22Z chronyd exiting
14:08:22.798 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)