02:14:11.635 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:14:11.635 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskf4d2f1/test-tmp
02:14:11.635 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
02:14:11.636 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskf4d2f1/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
02:14:11.637 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:14:11.714 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:14:11.714 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:14:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.714630 15624 mini_oidc.cc:150] Starting JWKS server
02:14:11.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.715375 15624 webserver.cc:469] Webserver started at http://127.0.0.1:34947/ using document root <none> and password file <none>
02:14:11.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.715466 15624 mini_oidc.cc:186] Starting OIDC Discovery server
02:14:11.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.715615 15624 webserver.cc:469] Webserver started at http://127.0.0.1:45867/ using document root <none> and password file <none>
02:14:11.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-24T02:14:11Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:14:11.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-24T02:14:11Z Disabled control of system clock
02:14:11.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.726785 15624 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskf4d2f1/build/release/bin/kudu
02:14:11.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskf4d2f1/build/release/bin/kudu
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/wal
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/data
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/logs
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/data/info.pb
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.66.62:41241
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.66.62
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.66.20:38433
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.66.62:41241,127.15.66.61:42345,127.15.66.60:46867
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34947/jwks.json
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:14:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:14:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.802991 15635 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:14:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.803208 15635 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.803241 15635 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:14:11.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.804814 15635 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:14:11.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.804869 15635 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:14:11.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.804886 15635 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:14:11.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.804910 15635 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:11.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.804927 15635 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:14:11.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.804947 15635 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:11.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.804962 15635 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34947/jwks.json
02:14:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.806643 15635 master_runner.cc:386] Master server non-default flags:
02:14:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.66.20:38433
02:14:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:14:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/data
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/wal
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.66.62:41241,127.15.66.61:42345,127.15.66.60:46867
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.66.62:41241
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34947/jwks.json
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/data/info.pb
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.66.62
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15635
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/logs
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 01:58:19 UTC on 5fd53c4cbb9d
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6739
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.806898 15635 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.807186 15635 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.811195 15643 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.811211 15641 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.811265 15640 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.811234 15635 server_base.cc:1048] running on GCE node
02:14:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.811697 15635 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:11.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.811921 15635 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:11.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.813048 15635 hybrid_clock.cc:648] HybridClock initialized: now 1750731251813030 us; error 30 us; skew 500 ppm
02:14:11.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.819967 15635 webserver.cc:469] Webserver started at http://127.15.66.62:43425/ using document root <none> and password file <none>
02:14:11.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.820226 15635 fs_manager.cc:362] Metadata directory not provided
02:14:11.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.820289 15635 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:11.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.820449 15635 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
02:14:11.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.821415 15635 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/data/instance:
02:14:11.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97100cce94274f3887a2fc4eccbe3459"
02:14:11.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:11 on dist-test-slave-4nlw"
02:14:11.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.821708 15635 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/wal/instance:
02:14:11.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97100cce94274f3887a2fc4eccbe3459"
02:14:11.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:11 on dist-test-slave-4nlw"
02:14:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.822953 15635 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.002s sys 0.001s
02:14:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.823698 15649 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.823865 15635 fs_manager.cc:730] Time spent opening block manager: real 0.000s user 0.001s sys 0.000s
02:14:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.823926 15635 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/data,/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/wal
02:14:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97100cce94274f3887a2fc4eccbe3459"
02:14:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:11 on dist-test-slave-4nlw"
02:14:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.823982 15635 fs_report.cc:389] FS layout report
02:14:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/wal
02:14:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/wal
02:14:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/data/data
02:14:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.839377 15635 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.839648 15635 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.839733 15635 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:11.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.844008 15635 rpc_server.cc:307] RPC server started. Bound to: 127.15.66.62:41241
02:14:11.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.844065 15711 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.66.62:41241 every 8 connection(s)
02:14:11.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.844394 15635 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/data/info.pb
02:14:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.845049 15712 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:11.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.846776 15712 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } has no permanent_uuid. Determining permanent_uuid...
02:14:11.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.850909 15624 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskf4d2f1/build/release/bin/kudu as pid 15635
02:14:11.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.851027 15624 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/wal/instance
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.851900 15624 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskf4d2f1/build/release/bin/kudu
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskf4d2f1/build/release/bin/kudu
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-1/wal
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-1/data
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-1/logs
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-1/data/info.pb
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.66.61:42345
02:14:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.66.61
02:14:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.66.20:38433
02:14:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.66.62:41241,127.15.66.61:42345,127.15.66.60:46867
02:14:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34947/jwks.json
02:14:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:14:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:14:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.851889 15712 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } has no permanent_uuid. Determining permanent_uuid...
02:14:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.852344 15652 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.66.61:42345: connect: Connection refused (error 111)
02:14:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.852757 15712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.66.61:42345: Network error: Client connection negotiation failed: client connection to 127.15.66.61:42345: connect: Connection refused (error 111)
02:14:11.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.901970 15712 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } attempt: 1
02:14:11.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.902786 15712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.66.61:42345: Network error: Client connection negotiation failed: client connection to 127.15.66.61:42345: connect: Connection refused (error 111)
02:14:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.930326 15717 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:14:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.930513 15717 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.930536 15717 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:14:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.931944 15717 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:14:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.931988 15717 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:14:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.932000 15717 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:14:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.932013 15717 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.932025 15717 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:14:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.932037 15717 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.932049 15717 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34947/jwks.json
02:14:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.933513 15717 master_runner.cc:386] Master server non-default flags:
02:14:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.66.20:38433
02:14:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:14:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-1/data
02:14:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-1/wal
02:14:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.66.62:41241,127.15.66.61:42345,127.15.66.60:46867
02:14:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:14:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.66.61:42345
02:14:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34947/jwks.json
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-1/data/info.pb
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.66.61
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15717
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-1/logs
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 01:58:19 UTC on 5fd53c4cbb9d
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6739
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.933694 15717 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.933878 15717 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:11.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.937661 15722 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:11.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.937614 15725 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:11.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.937750 15723 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:11.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.937629 15717 server_base.cc:1048] running on GCE node
02:14:11.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.938062 15717 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:11.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.938321 15717 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:11.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.939448 15717 hybrid_clock.cc:648] HybridClock initialized: now 1750731251939433 us; error 27 us; skew 500 ppm
02:14:11.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.940704 15717 webserver.cc:469] Webserver started at http://127.15.66.61:39485/ using document root <none> and password file <none>
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.940917 15717 fs_manager.cc:362] Metadata directory not provided
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.940964 15717 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.941083 15717 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
02:14:11.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.941941 15717 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-1/data/instance:
02:14:11.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d2a567e42b2a4929812333f3d0a33ea1"
02:14:11.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:11 on dist-test-slave-4nlw"
02:14:11.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.942265 15717 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-1/wal/instance:
02:14:11.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d2a567e42b2a4929812333f3d0a33ea1"
02:14:11.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:11 on dist-test-slave-4nlw"
02:14:11.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.943455 15717 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.000s sys 0.003s
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.944152 15731 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.944309 15717 fs_manager.cc:730] Time spent opening block manager: real 0.000s user 0.000s sys 0.001s
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.944384 15717 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-1/data,/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-1/wal
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d2a567e42b2a4929812333f3d0a33ea1"
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:11 on dist-test-slave-4nlw"
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.944450 15717 fs_report.cc:389] FS layout report
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-1/wal
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-1/wal
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-1/data/data
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:11.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.955469 15717 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:11.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.955761 15717 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:11.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.955876 15717 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.960242 15717 rpc_server.cc:307] RPC server started. Bound to: 127.15.66.61:42345
02:14:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.960275 15793 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.66.61:42345 every 8 connection(s)
02:14:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.960598 15717 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-1/data/info.pb
02:14:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.961179 15794 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:11.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.962883 15794 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } has no permanent_uuid. Determining permanent_uuid...
02:14:11.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.966389 15624 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskf4d2f1/build/release/bin/kudu as pid 15717
02:14:11.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.966493 15624 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-1/wal/instance
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.966895 15624 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskf4d2f1/build/release/bin/kudu
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskf4d2f1/build/release/bin/kudu
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/wal
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/data
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/logs
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/data/info.pb
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.66.60:46867
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.66.60
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.66.20:38433
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.66.62:41241,127.15.66.61:42345,127.15.66.60:46867
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34947/jwks.json
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:14:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.967104 15794 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } has no permanent_uuid. Determining permanent_uuid...
02:14:11.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.970924 15712 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } attempt: 2
02:14:11.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.971055 15794 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } has no permanent_uuid. Determining permanent_uuid...
02:14:11.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.971442 15733 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.66.60:46867: connect: Connection refused (error 111)
02:14:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:11.973798 15712 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } has no permanent_uuid. Determining permanent_uuid...
02:14:11.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.974284 15712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.66.60:46867: Network error: Client connection negotiation failed: client connection to 127.15.66.60:46867: connect: Connection refused (error 111)
02:14:11.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:11.975354 15794 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.66.60:46867: Network error: Client connection negotiation failed: client connection to 127.15.66.60:46867: connect: Connection refused (error 111)
02:14:12.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.017447 15712 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } attempt: 1
02:14:12.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.018289 15712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.66.60:46867: Network error: Client connection negotiation failed: client connection to 127.15.66.60:46867: connect: Connection refused (error 111)
02:14:12.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.024580 15794 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } attempt: 1
02:14:12.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.025385 15794 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.66.60:46867: Network error: Client connection negotiation failed: client connection to 127.15.66.60:46867: connect: Connection refused (error 111)
02:14:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.048625 15798 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:14:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.048811 15798 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.048831 15798 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:14:12.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.050251 15798 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:14:12.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.050298 15798 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:14:12.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.050311 15798 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:14:12.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.050324 15798 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:12.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.050338 15798 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:14:12.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.050349 15798 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:12.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.050361 15798 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34947/jwks.json
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.052299 15798 master_runner.cc:386] Master server non-default flags:
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.66.20:38433
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/data
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/wal
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.66.62:41241,127.15.66.61:42345,127.15.66.60:46867
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.66.60:46867
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34947/jwks.json
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/data/info.pb
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.66.60
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15798
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/logs
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:14:12.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:12.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:14:12.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
02:14:12.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:14:12.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 01:58:19 UTC on 5fd53c4cbb9d
02:14:12.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6739
02:14:12.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.052498 15798 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:12.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.052683 15798 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:12.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.057456 15807 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:12.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.057456 15805 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:12.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.057456 15804 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.057739 15798 server_base.cc:1048] running on GCE node
02:14:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.058069 15798 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.058297 15798 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:12.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.059432 15798 hybrid_clock.cc:648] HybridClock initialized: now 1750731252059405 us; error 37 us; skew 500 ppm
02:14:12.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.060787 15798 webserver.cc:469] Webserver started at http://127.15.66.60:38803/ using document root <none> and password file <none>
02:14:12.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.060961 15798 fs_manager.cc:362] Metadata directory not provided
02:14:12.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.060998 15798 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:12.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.061085 15798 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
02:14:12.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.061935 15798 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/data/instance:
02:14:12.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "24e9839d5cf94550b9c6273168b2fa66"
02:14:12.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:12 on dist-test-slave-4nlw"
02:14:12.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.062222 15798 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/wal/instance:
02:14:12.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "24e9839d5cf94550b9c6273168b2fa66"
02:14:12.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:12 on dist-test-slave-4nlw"
02:14:12.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.063472 15798 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.002s sys 0.000s
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.064174 15813 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.064328 15798 fs_manager.cc:730] Time spent opening block manager: real 0.000s user 0.001s sys 0.000s
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.064392 15798 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/data,/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/wal
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "24e9839d5cf94550b9c6273168b2fa66"
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:12 on dist-test-slave-4nlw"
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.064445 15798 fs_report.cc:389] FS layout report
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/wal
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/wal
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/data/data
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:12.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.065487 15712 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } attempt: 2
02:14:12.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.066138 15712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.66.60:46867: Network error: Client connection negotiation failed: client connection to 127.15.66.60:46867: connect: Connection refused (error 111)
02:14:12.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.078279 15798 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:12.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.078536 15798 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:12.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.078624 15798 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:12.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.082780 15798 rpc_server.cc:307] RPC server started. Bound to: 127.15.66.60:46867
02:14:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.082834 15875 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.66.60:46867 every 8 connection(s)
02:14:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.083199 15798 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/data/info.pb
02:14:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.083775 15876 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.085494 15876 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } has no permanent_uuid. Determining permanent_uuid...
02:14:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.089555 15876 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } has no permanent_uuid. Determining permanent_uuid...
02:14:12.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.092031 15624 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskf4d2f1/build/release/bin/kudu as pid 15798
02:14:12.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.092120 15624 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/wal/instance
02:14:12.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.093065 15876 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } has no permanent_uuid. Determining permanent_uuid...
02:14:12.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.093569 15794 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } attempt: 2
02:14:12.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.097965 15876 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66: Bootstrap starting.
02:14:12.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.098662 15876 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66: Neither blocks nor log segments found. Creating new log.
02:14:12.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.099201 15876 log.cc:826] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66: Log is configured to *not* fsync() on all Append() calls
02:14:12.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.099210 15794 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1: Bootstrap starting.
02:14:12.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.099896 15794 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1: Neither blocks nor log segments found. Creating new log.
02:14:12.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.099994 15876 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66: No bootstrap required, opened a new log
02:14:12.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.100193 15794 log.cc:826] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1: Log is configured to *not* fsync() on all Append() calls
02:14:12.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.100967 15794 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1: No bootstrap required, opened a new log
02:14:12.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.101342 15876 raft_consensus.cc:357] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:12.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.101452 15876 raft_consensus.cc:383] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:12.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.101472 15876 raft_consensus.cc:738] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 24e9839d5cf94550b9c6273168b2fa66, State: Initialized, Role: FOLLOWER
02:14:12.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.101543 15876 consensus_queue.cc:260] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:12.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.101747 15885 sys_catalog.cc:455] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:12.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.101799 15876 sys_catalog.cc:564] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: configured and running, proceeding with master startup.
02:14:12.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.101817 15885 sys_catalog.cc:458] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: This master's current role is: FOLLOWER
02:14:12.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.102430 15794 raft_consensus.cc:357] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:12.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.102526 15794 raft_consensus.cc:383] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:12.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.102558 15794 raft_consensus.cc:738] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d2a567e42b2a4929812333f3d0a33ea1, State: Initialized, Role: FOLLOWER
02:14:12.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.102656 15794 consensus_queue.cc:260] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.102955 15794 sys_catalog.cc:564] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [sys.catalog]: configured and running, proceeding with master startup.
02:14:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.102921 15892 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.103044 15892 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [sys.catalog]: This master's current role is: FOLLOWER
02:14:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.103598 15897 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:14:12.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.104023 15897 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:14:12.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.104770 15798 master_runner.cc:186] Error getting master registration for 127.15.66.62:41241: OK, instance_id { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" instance_seqno: 1750731251842916 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:14:12.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.106513 15798 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:14:12.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.105118 15717 master_runner.cc:186] Error getting master registration for 127.15.66.62:41241: OK, instance_id { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" instance_seqno: 1750731251842916 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:14:12.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.106755 15717 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:14:12.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.107335 15909 catalog_manager.cc:1560] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:14:12.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.107482 15909 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:14:12.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.107939 15885 raft_consensus.cc:491] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:12.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.108027 15885 raft_consensus.cc:513] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:12.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.108263 15885 leader_election.cc:290] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 97100cce94274f3887a2fc4eccbe3459 (127.15.66.62:41241), d2a567e42b2a4929812333f3d0a33ea1 (127.15.66.61:42345)
02:14:12.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.108583 15758 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "24e9839d5cf94550b9c6273168b2fa66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d2a567e42b2a4929812333f3d0a33ea1" is_pre_election: true
02:14:12.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.108702 15758 raft_consensus.cc:2466] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 24e9839d5cf94550b9c6273168b2fa66 in term 0.
02:14:12.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.109212 15816 leader_election.cc:304] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 24e9839d5cf94550b9c6273168b2fa66, d2a567e42b2a4929812333f3d0a33ea1; no voters:
02:14:12.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.109340 15885 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:12.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.109388 15885 raft_consensus.cc:491] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:12.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.109411 15885 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 0 FOLLOWER]: Advancing to term 1
02:14:12.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.110212 15885 raft_consensus.cc:513] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:12.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.110337 15885 leader_election.cc:290] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [CANDIDATE]: Term 1 election: Requested vote from peers 97100cce94274f3887a2fc4eccbe3459 (127.15.66.62:41241), d2a567e42b2a4929812333f3d0a33ea1 (127.15.66.61:42345)
02:14:12.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.110553 15758 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "24e9839d5cf94550b9c6273168b2fa66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d2a567e42b2a4929812333f3d0a33ea1"
02:14:12.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.110622 15758 raft_consensus.cc:3058] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 0 FOLLOWER]: Advancing to term 1
02:14:12.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.111469 15758 raft_consensus.cc:2466] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 24e9839d5cf94550b9c6273168b2fa66 in term 1.
02:14:12.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.112360 15816 leader_election.cc:304] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 24e9839d5cf94550b9c6273168b2fa66, d2a567e42b2a4929812333f3d0a33ea1; no voters:
02:14:12.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.112463 15885 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 1 FOLLOWER]: Leader election won for term 1
02:14:12.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.112599 15885 raft_consensus.cc:695] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 1 LEADER]: Becoming Leader. State: Replica: 24e9839d5cf94550b9c6273168b2fa66, State: Running, Role: LEADER
02:14:12.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.112673 15885 consensus_queue.cc:237] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:12.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.113032 15885 sys_catalog.cc:455] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 24e9839d5cf94550b9c6273168b2fa66. Latest consensus state: current_term: 1 leader_uuid: "24e9839d5cf94550b9c6273168b2fa66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:12.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.113094 15885 sys_catalog.cc:458] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: This master's current role is: LEADER
02:14:12.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.119565 15913 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
02:14:12.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.119781 15913 catalog_manager.cc:1486] Initializing Kudu cluster ID...
02:14:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.122470 15758 raft_consensus.cc:1273] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 1 FOLLOWER]: Refusing update from remote peer 24e9839d5cf94550b9c6273168b2fa66: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:14:12.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.122915 15911 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:12.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.124362 15892 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 24e9839d5cf94550b9c6273168b2fa66. Latest consensus state: current_term: 1 leader_uuid: "24e9839d5cf94550b9c6273168b2fa66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:12.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.124444 15892 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [sys.catalog]: This master's current role is: FOLLOWER
02:14:12.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.125512 15885 sys_catalog.cc:455] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "24e9839d5cf94550b9c6273168b2fa66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:12.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.125594 15885 sys_catalog.cc:458] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: This master's current role is: LEADER
02:14:12.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.125824 15892 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "24e9839d5cf94550b9c6273168b2fa66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:12.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.125895 15892 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [sys.catalog]: This master's current role is: FOLLOWER
02:14:12.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.126013 15915 mvcc.cc:204] Tried to move back new op lower bound from 7170995208687267840 to 7170995208654184448. Current Snapshot: MvccSnapshot[applied={T|T < 7170995208687267840}]
02:14:12.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.127185 15914 mvcc.cc:204] Tried to move back new op lower bound from 7170995208687267840 to 7170995208654184448. Current Snapshot: MvccSnapshot[applied={T|T < 7170995208687267840}]
02:14:12.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.127677 15913 catalog_manager.cc:1349] Generated new cluster ID: 421ec1017731406399893b1538274eb4
02:14:12.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.127728 15913 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
02:14:12.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.157092 15913 catalog_manager.cc:1372] Generated new certificate authority record
02:14:12.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.159132 15913 catalog_manager.cc:1506] Loading token signing keys...
02:14:12.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.173277 15712 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } attempt: 3
02:14:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.174886 15913 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66: Generated new TSK 0
02:14:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.175279 15913 catalog_manager.cc:1516] Initializing in-progress tserver states...
02:14:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.178223 15624 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskf4d2f1/build/release/bin/kudu
02:14:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskf4d2f1/build/release/bin/kudu
02:14:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-0/wal
02:14:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-0/data
02:14:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-0/logs
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-0/data/info.pb
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.66.1:0
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.66.1
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.66.1
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.66.62:41241,127.15.66.61:42345,127.15.66.60:46867
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.66.20:38433
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.178953 15712 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459: Bootstrap starting.
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.179698 15712 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459: Neither blocks nor log segments found. Creating new log.
02:14:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.180179 15712 log.cc:826] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459: Log is configured to *not* fsync() on all Append() calls
02:14:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.181013 15712 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459: No bootstrap required, opened a new log
02:14:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.182533 15712 raft_consensus.cc:357] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.182658 15712 raft_consensus.cc:383] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.182687 15712 raft_consensus.cc:738] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 97100cce94274f3887a2fc4eccbe3459, State: Initialized, Role: FOLLOWER
02:14:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.182788 15712 consensus_queue.cc:260] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.183110 15712 sys_catalog.cc:564] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: configured and running, proceeding with master startup.
02:14:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.184626 15674 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 0 FOLLOWER]: Advancing to term 1
02:14:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.184479 15675 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "24e9839d5cf94550b9c6273168b2fa66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "97100cce94274f3887a2fc4eccbe3459"
02:14:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.185449 15674 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 1 FOLLOWER]: Refusing update from remote peer 24e9839d5cf94550b9c6273168b2fa66: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:14:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.185590 15676 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "24e9839d5cf94550b9c6273168b2fa66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "97100cce94274f3887a2fc4eccbe3459" is_pre_election: true
02:14:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.185668 15676 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 24e9839d5cf94550b9c6273168b2fa66 in term 1.
02:14:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.185703 15911 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [LEADER]: Connected to new peer: Peer: permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.185840 15921 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.185895 15921 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: This master's current role is: FOLLOWER
02:14:12.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.187099 15935 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "24e9839d5cf94550b9c6273168b2fa66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:12.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.187270 15935 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: This master's current role is: FOLLOWER
02:14:12.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.188409 15933 mvcc.cc:204] Tried to move back new op lower bound from 7170995208900902912 to 7170995208654184448. Current Snapshot: MvccSnapshot[applied={T|T < 7170995208687267840}]
02:14:12.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.189447 15921 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 24e9839d5cf94550b9c6273168b2fa66. Latest consensus state: current_term: 1 leader_uuid: "24e9839d5cf94550b9c6273168b2fa66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:12.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.189512 15921 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: This master's current role is: FOLLOWER
02:14:12.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.190039 15932 catalog_manager.cc:1261] Loaded cluster ID: 421ec1017731406399893b1538274eb4
02:14:12.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.190089 15932 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459: loading cluster ID for follower catalog manager: success
02:14:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.191354 15932 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459: acquiring CA information for follower catalog manager: success
02:14:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.191661 15932 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:14:12.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.298375 15919 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:14:12.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.299297 15919 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:12.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.299479 15919 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:14:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.301828 15919 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:14:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.302006 15919 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:14:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.302102 15919 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:14:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.302176 15919 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
02:14:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.302254 15919 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.66.1
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.304935 15919 tablet_server_runner.cc:78] Tablet server non-default flags:
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.66.20:38433
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-0/data
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-0/wal
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.66.1:0
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-0/data/info.pb
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.66.1
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.66.62:41241,127.15.66.61:42345,127.15.66.60:46867
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15919
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.66.1
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-0/logs
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 01:58:19 UTC on 5fd53c4cbb9d
02:14:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6739
02:14:12.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.306223 15919 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:12.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.306571 15919 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:12.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.306541 15911 sys_catalog.cc:455] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "24e9839d5cf94550b9c6273168b2fa66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:12.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.306665 15911 sys_catalog.cc:458] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: This master's current role is: LEADER
02:14:12.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.311601 15947 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:12.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.311780 15944 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:12.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.312390 15919 server_base.cc:1048] running on GCE node
02:14:12.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.312678 15945 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:12.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.312955 15919 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:12.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.313196 15919 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:12.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.314363 15919 hybrid_clock.cc:648] HybridClock initialized: now 1750731252314342 us; error 34 us; skew 500 ppm
02:14:12.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.316262 15919 webserver.cc:469] Webserver started at http://127.15.66.1:45503/ using document root <none> and password file <none>
02:14:12.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.316499 15919 fs_manager.cc:362] Metadata directory not provided
02:14:12.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.316548 15919 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:12.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.316656 15919 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
02:14:12.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.317763 15919 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-0/data/instance:
02:14:12.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1b007d24ae34bdcb1211c4a6da7d350"
02:14:12.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:12 on dist-test-slave-4nlw"
02:14:12.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.318131 15919 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-0/wal/instance:
02:14:12.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1b007d24ae34bdcb1211c4a6da7d350"
02:14:12.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:12 on dist-test-slave-4nlw"
02:14:12.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.319972 15919 fs_manager.cc:696] Time spent creating directory manager: real 0.002s user 0.000s sys 0.003s
02:14:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.321022 15953 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.321298 15919 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.000s sys 0.000s
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.321369 15919 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-0/data,/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-0/wal
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1b007d24ae34bdcb1211c4a6da7d350"
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:12 on dist-test-slave-4nlw"
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.321429 15919 fs_report.cc:389] FS layout report
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-0/wal
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-0/wal
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-0/data/data
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:12.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.342610 15919 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:12.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.343186 15919 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:12.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.343436 15919 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.344187 15919 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:14:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.344347 15919 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:14:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.344441 15919 ts_tablet_manager.cc:610] Registered 0 tablets
02:14:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.344511 15919 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:14:12.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.350699 15919 rpc_server.cc:307] RPC server started. Bound to: 127.15.66.1:34163
02:14:12.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.351284 15919 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-0/data/info.pb
02:14:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.355198 15624 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskf4d2f1/build/release/bin/kudu as pid 15919
02:14:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.355288 15624 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-0/wal/instance
02:14:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.354840 16067 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.66.1:34163 every 8 connection(s)
02:14:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.357766 15624 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskf4d2f1/build/release/bin/kudu
02:14:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskf4d2f1/build/release/bin/kudu
02:14:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-1/wal
02:14:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-1/data
02:14:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-1/logs
02:14:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-1/data/info.pb
02:14:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:14:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.66.2:0
02:14:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.66.2
02:14:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.66.2
02:14:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.66.62:41241,127.15.66.61:42345,127.15.66.60:46867
02:14:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.66.20:38433
02:14:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:14:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:14:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:14:12.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.361565 16069 heartbeater.cc:344] Connected to a master server at 127.15.66.62:41241
02:14:12.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.361657 16069 heartbeater.cc:461] Registering TS with master...
02:14:12.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.361909 16069 heartbeater.cc:507] Master 127.15.66.62:41241 requested a full tablet report, sending...
02:14:12.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.362602 15666 ts_manager.cc:194] Registered new tserver with Master: d1b007d24ae34bdcb1211c4a6da7d350 (127.15.66.1:34163)
02:14:12.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.366923 16070 heartbeater.cc:344] Connected to a master server at 127.15.66.61:42345
02:14:12.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.366988 16070 heartbeater.cc:461] Registering TS with master...
02:14:12.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.367127 16070 heartbeater.cc:507] Master 127.15.66.61:42345 requested a full tablet report, sending...
02:14:12.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.367570 16068 heartbeater.cc:344] Connected to a master server at 127.15.66.60:46867
02:14:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.367630 16068 heartbeater.cc:461] Registering TS with master...
02:14:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.367717 16068 heartbeater.cc:507] Master 127.15.66.60:46867 requested a full tablet report, sending...
02:14:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.367759 15748 ts_manager.cc:194] Registered new tserver with Master: d1b007d24ae34bdcb1211c4a6da7d350 (127.15.66.1:34163)
02:14:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.368033 15830 ts_manager.cc:194] Registered new tserver with Master: d1b007d24ae34bdcb1211c4a6da7d350 (127.15.66.1:34163)
02:14:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.369138 15830 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.66.1:53961
02:14:12.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.445753 16075 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:14:12.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.445943 16075 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:12.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.445967 16075 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:14:12.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.447336 16075 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:14:12.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.447382 16075 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:14:12.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.447396 16075 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:14:12.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.447407 16075 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
02:14:12.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.447423 16075 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.66.2
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.448961 16075 tablet_server_runner.cc:78] Tablet server non-default flags:
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.66.20:38433
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-1/data
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-1/wal
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.66.2:0
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-1/data/info.pb
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.66.2
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.66.62:41241,127.15.66.61:42345,127.15.66.60:46867
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16075
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.66.2
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-1/logs
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 01:58:19 UTC on 5fd53c4cbb9d
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6739
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.449147 16075 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.449332 16075 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:12.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.453413 16091 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:12.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.453392 16088 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:12.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.453390 16089 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:12.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.453424 16075 server_base.cc:1048] running on GCE node
02:14:12.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.453786 16075 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:12.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.454051 16075 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:12.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.455196 16075 hybrid_clock.cc:648] HybridClock initialized: now 1750731252455178 us; error 27 us; skew 500 ppm
02:14:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.456496 16075 webserver.cc:469] Webserver started at http://127.15.66.2:34583/ using document root <none> and password file <none>
02:14:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.456707 16075 fs_manager.cc:362] Metadata directory not provided
02:14:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.456754 16075 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.456876 16075 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
02:14:12.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.457767 16075 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-1/data/instance:
02:14:12.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "023b5d5d3c4b44f6a34f0828dd62d16e"
02:14:12.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:12 on dist-test-slave-4nlw"
02:14:12.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.458103 16075 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-1/wal/instance:
02:14:12.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "023b5d5d3c4b44f6a34f0828dd62d16e"
02:14:12.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:12 on dist-test-slave-4nlw"
02:14:12.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.459323 16075 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.003s sys 0.000s
02:14:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.460031 16097 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.460222 16075 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s
02:14:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.460297 16075 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-1/data,/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-1/wal
02:14:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "023b5d5d3c4b44f6a34f0828dd62d16e"
02:14:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:12 on dist-test-slave-4nlw"
02:14:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.460363 16075 fs_report.cc:389] FS layout report
02:14:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-1/wal
02:14:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-1/wal
02:14:12.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-1/data/data
02:14:12.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:12.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:12.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:12.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:12.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:12.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:12.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:12.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:12.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:12.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:12.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:12.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.478143 16075 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:12.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.478492 16075 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:12.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.478623 16075 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:12.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.479254 16075 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:14:12.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.479297 16075 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:14:12.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.479332 16075 ts_tablet_manager.cc:610] Registered 0 tablets
02:14:12.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.479349 16075 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:14:12.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.486194 16075 rpc_server.cc:307] RPC server started. Bound to: 127.15.66.2:35297
02:14:12.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.486797 16075 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-1/data/info.pb
02:14:12.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.488379 16218 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.66.2:35297 every 8 connection(s)
02:14:12.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.489857 16221 heartbeater.cc:344] Connected to a master server at 127.15.66.62:41241
02:14:12.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.489948 16221 heartbeater.cc:461] Registering TS with master...
02:14:12.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.490175 16221 heartbeater.cc:507] Master 127.15.66.62:41241 requested a full tablet report, sending...
02:14:12.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.490751 15665 ts_manager.cc:194] Registered new tserver with Master: 023b5d5d3c4b44f6a34f0828dd62d16e (127.15.66.2:35297)
02:14:12.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.492259 16220 heartbeater.cc:344] Connected to a master server at 127.15.66.60:46867
02:14:12.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.492318 16220 heartbeater.cc:461] Registering TS with master...
02:14:12.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.492415 16220 heartbeater.cc:507] Master 127.15.66.60:46867 requested a full tablet report, sending...
02:14:12.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.492671 15830 ts_manager.cc:194] Registered new tserver with Master: 023b5d5d3c4b44f6a34f0828dd62d16e (127.15.66.2:35297)
02:14:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.493054 15830 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.66.2:56805
02:14:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.493175 15624 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskf4d2f1/build/release/bin/kudu as pid 16075
02:14:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.493247 15624 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-1/wal/instance
02:14:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.493407 16222 heartbeater.cc:344] Connected to a master server at 127.15.66.61:42345
02:14:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.493469 16222 heartbeater.cc:461] Registering TS with master...
02:14:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.493563 16222 heartbeater.cc:507] Master 127.15.66.61:42345 requested a full tablet report, sending...
02:14:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.493803 15748 ts_manager.cc:194] Registered new tserver with Master: 023b5d5d3c4b44f6a34f0828dd62d16e (127.15.66.2:35297)
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.494374 15624 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskf4d2f1/build/release/bin/kudu
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskf4d2f1/build/release/bin/kudu
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-2/wal
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-2/data
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-2/logs
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-2/data/info.pb
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.66.3:0
02:14:12.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.66.3
02:14:12.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.66.3
02:14:12.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:12.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.66.62:41241,127.15.66.61:42345,127.15.66.60:46867
02:14:12.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.66.20:38433
02:14:12.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:12.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:12.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:12.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:14:12.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:14:12.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:14:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.572471 16225 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:14:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.572651 16225 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.572690 16225 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:14:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.574168 16225 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:14:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.574224 16225 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:14:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.574246 16225 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:14:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.574266 16225 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
02:14:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.574291 16225 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.66.3
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.575947 16225 tablet_server_runner.cc:78] Tablet server non-default flags:
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.66.20:38433
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-2/data
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-2/wal
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.66.3:0
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-2/data/info.pb
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.66.3
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.66.62:41241,127.15.66.61:42345,127.15.66.60:46867
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16225
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.66.3
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-2/logs
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
02:14:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:14:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 01:58:19 UTC on 5fd53c4cbb9d
02:14:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6739
02:14:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.576215 16225 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.576468 16225 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:12.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.580621 16233 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.580595 16231 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.580646 16225 server_base.cc:1048] running on GCE node
02:14:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.580585 16230 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.580921 16225 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.581096 16225 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:12.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.582238 16225 hybrid_clock.cc:648] HybridClock initialized: now 1750731252582204 us; error 48 us; skew 500 ppm
02:14:12.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.583551 16225 webserver.cc:469] Webserver started at http://127.15.66.3:46415/ using document root <none> and password file <none>
02:14:12.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.583773 16225 fs_manager.cc:362] Metadata directory not provided
02:14:12.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.583842 16225 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:12.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.583958 16225 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
02:14:12.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.584896 16225 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-2/data/instance:
02:14:12.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "99e6e0d68cbf46a28dfaeea37471ed14"
02:14:12.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:12 on dist-test-slave-4nlw"
02:14:12.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.585215 16225 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-2/wal/instance:
02:14:12.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "99e6e0d68cbf46a28dfaeea37471ed14"
02:14:12.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:12 on dist-test-slave-4nlw"
02:14:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.586403 16225 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.003s sys 0.000s
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.587109 16239 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.587271 16225 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.000s sys 0.000s
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.587353 16225 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-2/data,/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-2/wal
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "99e6e0d68cbf46a28dfaeea37471ed14"
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:12 on dist-test-slave-4nlw"
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.587420 16225 fs_report.cc:389] FS layout report
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-2/wal
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-2/wal
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-2/data/data
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:12.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.597823 16225 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:12.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.598163 16225 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:12.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.598292 16225 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:12.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.598840 16225 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:14:12.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.598903 16225 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:14:12.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.598937 16225 ts_tablet_manager.cc:610] Registered 0 tablets
02:14:12.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.598958 16225 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:14:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.605962 16225 rpc_server.cc:307] RPC server started. Bound to: 127.15.66.3:36585
02:14:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.606397 16361 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.66.3:36585 every 8 connection(s)
02:14:12.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.606715 16225 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-2/data/info.pb
02:14:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.608467 15624 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskf4d2f1/build/release/bin/kudu as pid 16225
02:14:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.608546 15624 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/ts-2/wal/instance
02:14:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.609028 16363 heartbeater.cc:344] Connected to a master server at 127.15.66.62:41241
02:14:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.609228 16363 heartbeater.cc:461] Registering TS with master...
02:14:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.609468 16363 heartbeater.cc:507] Master 127.15.66.62:41241 requested a full tablet report, sending...
02:14:12.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.610486 15665 ts_manager.cc:194] Registered new tserver with Master: 99e6e0d68cbf46a28dfaeea37471ed14 (127.15.66.3:36585)
02:14:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.611470 16364 heartbeater.cc:344] Connected to a master server at 127.15.66.61:42345
02:14:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.611847 16364 heartbeater.cc:461] Registering TS with master...
02:14:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.612066 16364 heartbeater.cc:507] Master 127.15.66.61:42345 requested a full tablet report, sending...
02:14:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.612404 15747 ts_manager.cc:194] Registered new tserver with Master: 99e6e0d68cbf46a28dfaeea37471ed14 (127.15.66.3:36585)
02:14:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.613663 16362 heartbeater.cc:344] Connected to a master server at 127.15.66.60:46867
02:14:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.613711 16362 heartbeater.cc:461] Registering TS with master...
02:14:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.613776 16362 heartbeater.cc:507] Master 127.15.66.60:46867 requested a full tablet report, sending...
02:14:12.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.613999 15830 ts_manager.cc:194] Registered new tserver with Master: 99e6e0d68cbf46a28dfaeea37471ed14 (127.15.66.3:36585)
02:14:12.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.614331 15830 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.66.3:32863
02:14:12.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.623579 15624 external_mini_cluster.cc:934] 3 TS(s) registered with all masters
02:14:12.624 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:14:12.624 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
02:14:12.625 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.15.66.62"
port: 41241
}
bound_http_address {
host: "127.15.66.62"
port: 43425
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.15.66.61"
port: 42345
}
bound_http_address {
host: "127.15.66.61"
port: 39485
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.15.66.60"
port: 46867
}
bound_http_address {
host: "127.15.66.60"
port: 38803
}
}
}
02:14:12.625 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:14:12.625 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.15.66.1"
port: 34163
}
bound_http_address {
host: "127.15.66.1"
port: 45503
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.15.66.2"
port: 35297
}
bound_http_address {
host: "127.15.66.2"
port: 34583
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.15.66.3"
port: 36585
}
bound_http_address {
host: "127.15.66.3"
port: 46415
}
}
}
02:14:12.625 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:14:12.627 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
02:14:12.629 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.66.62:41241(127.15.66.62:41241)] connecting to peer
02:14:12.630 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.66.61:42345(127.15.66.61:42345)] connecting to peer
02:14:12.631 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.66.60:46867(127.15.66.60:46867)] connecting to peer
02:14:12.631 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.66.62:41241(127.15.66.62:41241)] Successfully connected to peer
02:14:12.631 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.66.61:42345(127.15.66.61:42345)] Successfully connected to peer
02:14:12.632 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.66.62
02:14:12.633 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.66.61
02:14:12.642 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.66.60:46867(127.15.66.60:46867)] Successfully connected to peer
02:14:12.648 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.66.60
02:14:12.650 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa354212b, L:/127.0.0.1:43902 - R:/127.15.66.61:42345] using SASL/PLAIN
02:14:12.651 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x053ef30b, L:/127.0.0.1:50870 - R:/127.15.66.62:41241] using SASL/PLAIN
02:14:12.657 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb02c348b, L:/127.0.0.1:48340 - R:/127.15.66.60:46867] using SASL/PLAIN
02:14:12.659 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:14:12.659 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=31), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.66.62:41241, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.66.61:42345, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.66.60:46867, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.66.61:42345: OK, [29ms] Sub RPC ConnectToMaster: received response from server master-127.15.66.62:41241: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.15.66.60:46867: OK, deferred=null) after lookup
02:14:12.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.660419 15830 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48340:
02:14:12.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
02:14:12.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:14:12.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
02:14:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
02:14:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:14:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:14:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:14:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
02:14:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:14:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
02:14:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
02:14:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.660761 15830 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:14:12.664 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table de3adefa817b4759830481b58b0ff35f
02:14:12.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.668429 16289 tablet_service.cc:1468] Processing CreateTablet for tablet 20a50e096e5747ecbdeb07455b5b2321 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=de3adefa817b4759830481b58b0ff35f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:14:12.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.668769 16289 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 20a50e096e5747ecbdeb07455b5b2321. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:12.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.670787 16002 tablet_service.cc:1468] Processing CreateTablet for tablet 20a50e096e5747ecbdeb07455b5b2321 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=de3adefa817b4759830481b58b0ff35f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:14:12.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.671129 16002 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 20a50e096e5747ecbdeb07455b5b2321. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:12.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.671617 16377 tablet_bootstrap.cc:492] T 20a50e096e5747ecbdeb07455b5b2321 P 99e6e0d68cbf46a28dfaeea37471ed14: Bootstrap starting.
02:14:12.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.672365 16377 tablet_bootstrap.cc:654] T 20a50e096e5747ecbdeb07455b5b2321 P 99e6e0d68cbf46a28dfaeea37471ed14: Neither blocks nor log segments found. Creating new log.
02:14:12.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.672777 16377 log.cc:826] T 20a50e096e5747ecbdeb07455b5b2321 P 99e6e0d68cbf46a28dfaeea37471ed14: Log is configured to *not* fsync() on all Append() calls
02:14:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.672986 16001 tablet_service.cc:1468] Processing CreateTablet for tablet c00ec6ab13a24018b85bbedc9abdf1df (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=de3adefa817b4759830481b58b0ff35f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:14:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.673105 16001 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c00ec6ab13a24018b85bbedc9abdf1df. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.674083 16379 tablet_bootstrap.cc:492] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350: Bootstrap starting.
02:14:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.668429 16288 tablet_service.cc:1468] Processing CreateTablet for tablet c00ec6ab13a24018b85bbedc9abdf1df (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=de3adefa817b4759830481b58b0ff35f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:14:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.674592 16288 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c00ec6ab13a24018b85bbedc9abdf1df. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.674693 16377 tablet_bootstrap.cc:492] T 20a50e096e5747ecbdeb07455b5b2321 P 99e6e0d68cbf46a28dfaeea37471ed14: No bootstrap required, opened a new log
02:14:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.674760 16377 ts_tablet_manager.cc:1397] T 20a50e096e5747ecbdeb07455b5b2321 P 99e6e0d68cbf46a28dfaeea37471ed14: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
02:14:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.676183 16379 tablet_bootstrap.cc:654] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350: Neither blocks nor log segments found. Creating new log.
02:14:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.676472 16379 log.cc:826] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350: Log is configured to *not* fsync() on all Append() calls
02:14:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.676406 16377 raft_consensus.cc:357] T 20a50e096e5747ecbdeb07455b5b2321 P 99e6e0d68cbf46a28dfaeea37471ed14 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } }
02:14:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.676546 16377 raft_consensus.cc:383] T 20a50e096e5747ecbdeb07455b5b2321 P 99e6e0d68cbf46a28dfaeea37471ed14 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.676575 16377 raft_consensus.cc:738] T 20a50e096e5747ecbdeb07455b5b2321 P 99e6e0d68cbf46a28dfaeea37471ed14 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 99e6e0d68cbf46a28dfaeea37471ed14, State: Initialized, Role: FOLLOWER
02:14:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.676690 16377 consensus_queue.cc:260] T 20a50e096e5747ecbdeb07455b5b2321 P 99e6e0d68cbf46a28dfaeea37471ed14 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } }
02:14:12.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.676947 16377 ts_tablet_manager.cc:1428] T 20a50e096e5747ecbdeb07455b5b2321 P 99e6e0d68cbf46a28dfaeea37471ed14: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
02:14:12.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.677156 16377 tablet_bootstrap.cc:492] T c00ec6ab13a24018b85bbedc9abdf1df P 99e6e0d68cbf46a28dfaeea37471ed14: Bootstrap starting.
02:14:12.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.677201 16379 tablet_bootstrap.cc:492] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350: No bootstrap required, opened a new log
02:14:12.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.677265 16379 ts_tablet_manager.cc:1397] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
02:14:12.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.676990 16362 heartbeater.cc:499] Master 127.15.66.60:46867 was elected leader, sending a full tablet report...
02:14:12.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.677765 16377 tablet_bootstrap.cc:654] T c00ec6ab13a24018b85bbedc9abdf1df P 99e6e0d68cbf46a28dfaeea37471ed14: Neither blocks nor log segments found. Creating new log.
02:14:12.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.678586 16377 tablet_bootstrap.cc:492] T c00ec6ab13a24018b85bbedc9abdf1df P 99e6e0d68cbf46a28dfaeea37471ed14: No bootstrap required, opened a new log
02:14:12.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.678638 16377 ts_tablet_manager.cc:1397] T c00ec6ab13a24018b85bbedc9abdf1df P 99e6e0d68cbf46a28dfaeea37471ed14: Time spent bootstrapping tablet: real 0.001s user 0.001s sys 0.000s
02:14:12.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.678777 16377 raft_consensus.cc:357] T c00ec6ab13a24018b85bbedc9abdf1df P 99e6e0d68cbf46a28dfaeea37471ed14 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } }
02:14:12.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.678836 16377 raft_consensus.cc:383] T c00ec6ab13a24018b85bbedc9abdf1df P 99e6e0d68cbf46a28dfaeea37471ed14 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:12.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.678861 16377 raft_consensus.cc:738] T c00ec6ab13a24018b85bbedc9abdf1df P 99e6e0d68cbf46a28dfaeea37471ed14 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 99e6e0d68cbf46a28dfaeea37471ed14, State: Initialized, Role: FOLLOWER
02:14:12.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.678907 16377 consensus_queue.cc:260] T c00ec6ab13a24018b85bbedc9abdf1df P 99e6e0d68cbf46a28dfaeea37471ed14 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } }
02:14:12.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.678997 16377 ts_tablet_manager.cc:1428] T c00ec6ab13a24018b85bbedc9abdf1df P 99e6e0d68cbf46a28dfaeea37471ed14: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
02:14:12.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.679039 16379 raft_consensus.cc:357] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } }
02:14:12.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.679194 16379 raft_consensus.cc:383] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:12.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.679234 16379 raft_consensus.cc:738] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d1b007d24ae34bdcb1211c4a6da7d350, State: Initialized, Role: FOLLOWER
02:14:12.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.679342 16379 consensus_queue.cc:260] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } }
02:14:12.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.679602 16379 ts_tablet_manager.cc:1428] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
02:14:12.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.679718 16068 heartbeater.cc:499] Master 127.15.66.60:46867 was elected leader, sending a full tablet report...
02:14:12.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.679992 16379 tablet_bootstrap.cc:492] T c00ec6ab13a24018b85bbedc9abdf1df P d1b007d24ae34bdcb1211c4a6da7d350: Bootstrap starting.
02:14:12.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.680562 16379 tablet_bootstrap.cc:654] T c00ec6ab13a24018b85bbedc9abdf1df P d1b007d24ae34bdcb1211c4a6da7d350: Neither blocks nor log segments found. Creating new log.
02:14:12.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.681193 16379 tablet_bootstrap.cc:492] T c00ec6ab13a24018b85bbedc9abdf1df P d1b007d24ae34bdcb1211c4a6da7d350: No bootstrap required, opened a new log
02:14:12.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.681234 16379 ts_tablet_manager.cc:1397] T c00ec6ab13a24018b85bbedc9abdf1df P d1b007d24ae34bdcb1211c4a6da7d350: Time spent bootstrapping tablet: real 0.001s user 0.001s sys 0.000s
02:14:12.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.681438 16379 raft_consensus.cc:357] T c00ec6ab13a24018b85bbedc9abdf1df P d1b007d24ae34bdcb1211c4a6da7d350 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } }
02:14:12.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.681499 16379 raft_consensus.cc:383] T c00ec6ab13a24018b85bbedc9abdf1df P d1b007d24ae34bdcb1211c4a6da7d350 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:12.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.681512 16379 raft_consensus.cc:738] T c00ec6ab13a24018b85bbedc9abdf1df P d1b007d24ae34bdcb1211c4a6da7d350 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d1b007d24ae34bdcb1211c4a6da7d350, State: Initialized, Role: FOLLOWER
02:14:12.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.681541 16379 consensus_queue.cc:260] T c00ec6ab13a24018b85bbedc9abdf1df P d1b007d24ae34bdcb1211c4a6da7d350 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } }
02:14:12.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.681618 16379 ts_tablet_manager.cc:1428] T c00ec6ab13a24018b85bbedc9abdf1df P d1b007d24ae34bdcb1211c4a6da7d350: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
02:14:12.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.687049 16146 tablet_service.cc:1468] Processing CreateTablet for tablet c00ec6ab13a24018b85bbedc9abdf1df (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=de3adefa817b4759830481b58b0ff35f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:14:12.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.687049 16147 tablet_service.cc:1468] Processing CreateTablet for tablet 20a50e096e5747ecbdeb07455b5b2321 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=de3adefa817b4759830481b58b0ff35f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:14:12.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.687400 16147 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 20a50e096e5747ecbdeb07455b5b2321. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:12.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.687593 16146 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c00ec6ab13a24018b85bbedc9abdf1df. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.690439 16386 tablet_bootstrap.cc:492] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e: Bootstrap starting.
02:14:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.691037 16386 tablet_bootstrap.cc:654] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e: Neither blocks nor log segments found. Creating new log.
02:14:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.691290 16386 log.cc:826] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e: Log is configured to *not* fsync() on all Append() calls
02:14:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.691922 16386 tablet_bootstrap.cc:492] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e: No bootstrap required, opened a new log
02:14:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.691984 16386 ts_tablet_manager.cc:1397] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
02:14:12.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.693126 16386 raft_consensus.cc:357] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } }
02:14:12.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.693249 16386 raft_consensus.cc:383] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:12.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.693269 16386 raft_consensus.cc:738] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 023b5d5d3c4b44f6a34f0828dd62d16e, State: Initialized, Role: FOLLOWER
02:14:12.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.693392 16386 consensus_queue.cc:260] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } }
02:14:12.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.693660 16386 ts_tablet_manager.cc:1428] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
02:14:12.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.694097 16386 tablet_bootstrap.cc:492] T 20a50e096e5747ecbdeb07455b5b2321 P 023b5d5d3c4b44f6a34f0828dd62d16e: Bootstrap starting.
02:14:12.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.693720 16220 heartbeater.cc:499] Master 127.15.66.60:46867 was elected leader, sending a full tablet report...
02:14:12.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.694646 16386 tablet_bootstrap.cc:654] T 20a50e096e5747ecbdeb07455b5b2321 P 023b5d5d3c4b44f6a34f0828dd62d16e: Neither blocks nor log segments found. Creating new log.
02:14:12.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.695416 16386 tablet_bootstrap.cc:492] T 20a50e096e5747ecbdeb07455b5b2321 P 023b5d5d3c4b44f6a34f0828dd62d16e: No bootstrap required, opened a new log
02:14:12.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.695482 16386 ts_tablet_manager.cc:1397] T 20a50e096e5747ecbdeb07455b5b2321 P 023b5d5d3c4b44f6a34f0828dd62d16e: Time spent bootstrapping tablet: real 0.001s user 0.001s sys 0.000s
02:14:12.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.695609 16386 raft_consensus.cc:357] T 20a50e096e5747ecbdeb07455b5b2321 P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } }
02:14:12.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.695672 16386 raft_consensus.cc:383] T 20a50e096e5747ecbdeb07455b5b2321 P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:12.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.695685 16386 raft_consensus.cc:738] T 20a50e096e5747ecbdeb07455b5b2321 P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 023b5d5d3c4b44f6a34f0828dd62d16e, State: Initialized, Role: FOLLOWER
02:14:12.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.695715 16386 consensus_queue.cc:260] T 20a50e096e5747ecbdeb07455b5b2321 P 023b5d5d3c4b44f6a34f0828dd62d16e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } }
02:14:12.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.695787 16386 ts_tablet_manager.cc:1428] T 20a50e096e5747ecbdeb07455b5b2321 P 023b5d5d3c4b44f6a34f0828dd62d16e: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
02:14:12.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.727708 16383 raft_consensus.cc:491] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:12.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.727854 16383 raft_consensus.cc:513] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } }
02:14:12.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.728248 16383 leader_election.cc:290] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 99e6e0d68cbf46a28dfaeea37471ed14 (127.15.66.3:36585), 023b5d5d3c4b44f6a34f0828dd62d16e (127.15.66.2:35297)
02:14:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.731559 16309 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "20a50e096e5747ecbdeb07455b5b2321" candidate_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" is_pre_election: true
02:14:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.731732 16309 raft_consensus.cc:2466] T 20a50e096e5747ecbdeb07455b5b2321 P 99e6e0d68cbf46a28dfaeea37471ed14 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d1b007d24ae34bdcb1211c4a6da7d350 in term 0.
02:14:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.731963 15957 leader_election.cc:304] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 99e6e0d68cbf46a28dfaeea37471ed14, d1b007d24ae34bdcb1211c4a6da7d350; no voters:
02:14:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.732097 16383 raft_consensus.cc:2802] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.732193 16383 raft_consensus.cc:491] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.732226 16383 raft_consensus.cc:3058] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 [term 0 FOLLOWER]: Advancing to term 1
02:14:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.732437 16167 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "20a50e096e5747ecbdeb07455b5b2321" candidate_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" is_pre_election: true
02:14:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.732579 16167 raft_consensus.cc:2466] T 20a50e096e5747ecbdeb07455b5b2321 P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d1b007d24ae34bdcb1211c4a6da7d350 in term 0.
02:14:12.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.732921 16383 raft_consensus.cc:513] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } }
02:14:12.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.733101 16383 leader_election.cc:290] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 [CANDIDATE]: Term 1 election: Requested vote from peers 99e6e0d68cbf46a28dfaeea37471ed14 (127.15.66.3:36585), 023b5d5d3c4b44f6a34f0828dd62d16e (127.15.66.2:35297)
02:14:12.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.733268 16309 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "20a50e096e5747ecbdeb07455b5b2321" candidate_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "99e6e0d68cbf46a28dfaeea37471ed14"
02:14:12.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.733268 16167 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "20a50e096e5747ecbdeb07455b5b2321" candidate_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e"
02:14:12.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.733345 16309 raft_consensus.cc:3058] T 20a50e096e5747ecbdeb07455b5b2321 P 99e6e0d68cbf46a28dfaeea37471ed14 [term 0 FOLLOWER]: Advancing to term 1
02:14:12.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.733350 16167 raft_consensus.cc:3058] T 20a50e096e5747ecbdeb07455b5b2321 P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Advancing to term 1
02:14:12.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.733997 16309 raft_consensus.cc:2466] T 20a50e096e5747ecbdeb07455b5b2321 P 99e6e0d68cbf46a28dfaeea37471ed14 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d1b007d24ae34bdcb1211c4a6da7d350 in term 1.
02:14:12.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.734179 15957 leader_election.cc:304] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 99e6e0d68cbf46a28dfaeea37471ed14, d1b007d24ae34bdcb1211c4a6da7d350; no voters:
02:14:12.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.734217 16167 raft_consensus.cc:2466] T 20a50e096e5747ecbdeb07455b5b2321 P 023b5d5d3c4b44f6a34f0828dd62d16e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d1b007d24ae34bdcb1211c4a6da7d350 in term 1.
02:14:12.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.734274 16383 raft_consensus.cc:2802] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 [term 1 FOLLOWER]: Leader election won for term 1
02:14:12.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.734436 16383 raft_consensus.cc:695] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 [term 1 LEADER]: Becoming Leader. State: Replica: d1b007d24ae34bdcb1211c4a6da7d350, State: Running, Role: LEADER
02:14:12.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.734529 16383 consensus_queue.cc:237] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } }
02:14:12.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.735519 15830 catalog_manager.cc:5582] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 reported cstate change: term changed from 0 to 1, leader changed from <none> to d1b007d24ae34bdcb1211c4a6da7d350 (127.15.66.1). New cstate: current_term: 1 leader_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } health_report { overall_health: HEALTHY } } }
02:14:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.739882 16223 tablet.cc:2378] T 20a50e096e5747ecbdeb07455b5b2321 P 023b5d5d3c4b44f6a34f0828dd62d16e: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:14:12.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.855932 16071 tablet.cc:2378] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:14:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.858098 16365 tablet.cc:2378] T 20a50e096e5747ecbdeb07455b5b2321 P 99e6e0d68cbf46a28dfaeea37471ed14: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:14:12.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.906908 16388 raft_consensus.cc:491] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:12.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.907065 16388 raft_consensus.cc:513] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } }
02:14:12.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.907415 16388 leader_election.cc:290] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d1b007d24ae34bdcb1211c4a6da7d350 (127.15.66.1:34163), 99e6e0d68cbf46a28dfaeea37471ed14 (127.15.66.3:36585)
02:14:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.909837 16309 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "c00ec6ab13a24018b85bbedc9abdf1df" candidate_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" is_pre_election: true
02:14:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.909941 16309 raft_consensus.cc:2466] T c00ec6ab13a24018b85bbedc9abdf1df P 99e6e0d68cbf46a28dfaeea37471ed14 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 023b5d5d3c4b44f6a34f0828dd62d16e in term 0.
02:14:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.909927 16022 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "c00ec6ab13a24018b85bbedc9abdf1df" candidate_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" is_pre_election: true
02:14:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.910036 16022 raft_consensus.cc:2466] T c00ec6ab13a24018b85bbedc9abdf1df P d1b007d24ae34bdcb1211c4a6da7d350 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 023b5d5d3c4b44f6a34f0828dd62d16e in term 0.
02:14:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.910163 16101 leader_election.cc:304] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 023b5d5d3c4b44f6a34f0828dd62d16e, 99e6e0d68cbf46a28dfaeea37471ed14; no voters:
02:14:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.910308 16388 raft_consensus.cc:2802] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.910357 16388 raft_consensus.cc:491] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.910372 16388 raft_consensus.cc:3058] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Advancing to term 1
02:14:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.910971 16388 raft_consensus.cc:513] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } }
02:14:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.911149 16388 leader_election.cc:290] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e [CANDIDATE]: Term 1 election: Requested vote from peers d1b007d24ae34bdcb1211c4a6da7d350 (127.15.66.1:34163), 99e6e0d68cbf46a28dfaeea37471ed14 (127.15.66.3:36585)
02:14:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.911332 16022 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "c00ec6ab13a24018b85bbedc9abdf1df" candidate_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1b007d24ae34bdcb1211c4a6da7d350"
02:14:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.911358 16309 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "c00ec6ab13a24018b85bbedc9abdf1df" candidate_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "99e6e0d68cbf46a28dfaeea37471ed14"
02:14:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.911406 16022 raft_consensus.cc:3058] T c00ec6ab13a24018b85bbedc9abdf1df P d1b007d24ae34bdcb1211c4a6da7d350 [term 0 FOLLOWER]: Advancing to term 1
02:14:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.911417 16309 raft_consensus.cc:3058] T c00ec6ab13a24018b85bbedc9abdf1df P 99e6e0d68cbf46a28dfaeea37471ed14 [term 0 FOLLOWER]: Advancing to term 1
02:14:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.911981 16309 raft_consensus.cc:2466] T c00ec6ab13a24018b85bbedc9abdf1df P 99e6e0d68cbf46a28dfaeea37471ed14 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 023b5d5d3c4b44f6a34f0828dd62d16e in term 1.
02:14:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.912067 16022 raft_consensus.cc:2466] T c00ec6ab13a24018b85bbedc9abdf1df P d1b007d24ae34bdcb1211c4a6da7d350 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 023b5d5d3c4b44f6a34f0828dd62d16e in term 1.
02:14:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.912139 16101 leader_election.cc:304] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 023b5d5d3c4b44f6a34f0828dd62d16e, 99e6e0d68cbf46a28dfaeea37471ed14; no voters:
02:14:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.912232 16388 raft_consensus.cc:2802] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e [term 1 FOLLOWER]: Leader election won for term 1
02:14:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.912385 16388 raft_consensus.cc:695] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e [term 1 LEADER]: Becoming Leader. State: Replica: 023b5d5d3c4b44f6a34f0828dd62d16e, State: Running, Role: LEADER
02:14:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.912472 16388 consensus_queue.cc:237] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } }
02:14:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.913249 15830 catalog_manager.cc:5582] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e reported cstate change: term changed from 0 to 1, leader changed from <none> to 023b5d5d3c4b44f6a34f0828dd62d16e (127.15.66.2). New cstate: current_term: 1 leader_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } health_report { overall_health: UNKNOWN } } }
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.936792 15830 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48348:
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:14:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:14:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:14:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:14:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:14:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:14:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:14:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:12.936998 15830 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:14:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.940514 16147 tablet_service.cc:1468] Processing CreateTablet for tablet 275568cf55d549b7b53b8fd4eff3a26c (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=8d759c0c58364d43b9b3e8d756742cdb]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:14:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.940562 16002 tablet_service.cc:1468] Processing CreateTablet for tablet 275568cf55d549b7b53b8fd4eff3a26c (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=8d759c0c58364d43b9b3e8d756742cdb]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:14:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.940567 16288 tablet_service.cc:1468] Processing CreateTablet for tablet 275568cf55d549b7b53b8fd4eff3a26c (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=8d759c0c58364d43b9b3e8d756742cdb]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:14:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.940713 16288 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 275568cf55d549b7b53b8fd4eff3a26c. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.940714 16002 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 275568cf55d549b7b53b8fd4eff3a26c. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.940714 16147 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 275568cf55d549b7b53b8fd4eff3a26c. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.941844 16377 tablet_bootstrap.cc:492] T 275568cf55d549b7b53b8fd4eff3a26c P 99e6e0d68cbf46a28dfaeea37471ed14: Bootstrap starting.
02:14:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.942009 16379 tablet_bootstrap.cc:492] T 275568cf55d549b7b53b8fd4eff3a26c P d1b007d24ae34bdcb1211c4a6da7d350: Bootstrap starting.
02:14:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.942147 16386 tablet_bootstrap.cc:492] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e: Bootstrap starting.
02:14:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.942332 16377 tablet_bootstrap.cc:654] T 275568cf55d549b7b53b8fd4eff3a26c P 99e6e0d68cbf46a28dfaeea37471ed14: Neither blocks nor log segments found. Creating new log.
02:14:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.942464 16379 tablet_bootstrap.cc:654] T 275568cf55d549b7b53b8fd4eff3a26c P d1b007d24ae34bdcb1211c4a6da7d350: Neither blocks nor log segments found. Creating new log.
02:14:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.942592 16386 tablet_bootstrap.cc:654] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e: Neither blocks nor log segments found. Creating new log.
02:14:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943114 16379 tablet_bootstrap.cc:492] T 275568cf55d549b7b53b8fd4eff3a26c P d1b007d24ae34bdcb1211c4a6da7d350: No bootstrap required, opened a new log
02:14:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943173 16379 ts_tablet_manager.cc:1397] T 275568cf55d549b7b53b8fd4eff3a26c P d1b007d24ae34bdcb1211c4a6da7d350: Time spent bootstrapping tablet: real 0.001s user 0.001s sys 0.000s
02:14:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943173 16386 tablet_bootstrap.cc:492] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e: No bootstrap required, opened a new log
02:14:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943222 16386 ts_tablet_manager.cc:1397] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e: Time spent bootstrapping tablet: real 0.001s user 0.000s sys 0.001s
02:14:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943369 16377 tablet_bootstrap.cc:492] T 275568cf55d549b7b53b8fd4eff3a26c P 99e6e0d68cbf46a28dfaeea37471ed14: No bootstrap required, opened a new log
02:14:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943349 16379 raft_consensus.cc:357] T 275568cf55d549b7b53b8fd4eff3a26c P d1b007d24ae34bdcb1211c4a6da7d350 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } }
02:14:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943418 16379 raft_consensus.cc:383] T 275568cf55d549b7b53b8fd4eff3a26c P d1b007d24ae34bdcb1211c4a6da7d350 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943421 16377 ts_tablet_manager.cc:1397] T 275568cf55d549b7b53b8fd4eff3a26c P 99e6e0d68cbf46a28dfaeea37471ed14: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
02:14:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943441 16379 raft_consensus.cc:738] T 275568cf55d549b7b53b8fd4eff3a26c P d1b007d24ae34bdcb1211c4a6da7d350 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d1b007d24ae34bdcb1211c4a6da7d350, State: Initialized, Role: FOLLOWER
02:14:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943403 16386 raft_consensus.cc:357] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } }
02:14:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943470 16386 raft_consensus.cc:383] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943495 16386 raft_consensus.cc:738] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 023b5d5d3c4b44f6a34f0828dd62d16e, State: Initialized, Role: FOLLOWER
02:14:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943488 16379 consensus_queue.cc:260] T 275568cf55d549b7b53b8fd4eff3a26c P d1b007d24ae34bdcb1211c4a6da7d350 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } }
02:14:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943540 16386 consensus_queue.cc:260] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } }
02:14:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943578 16379 ts_tablet_manager.cc:1428] T 275568cf55d549b7b53b8fd4eff3a26c P d1b007d24ae34bdcb1211c4a6da7d350: Time spent starting tablet: real 0.000s user 0.000s sys 0.001s
02:14:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943584 16377 raft_consensus.cc:357] T 275568cf55d549b7b53b8fd4eff3a26c P 99e6e0d68cbf46a28dfaeea37471ed14 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } }
02:14:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943625 16386 ts_tablet_manager.cc:1428] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
02:14:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943646 16377 raft_consensus.cc:383] T 275568cf55d549b7b53b8fd4eff3a26c P 99e6e0d68cbf46a28dfaeea37471ed14 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943671 16377 raft_consensus.cc:738] T 275568cf55d549b7b53b8fd4eff3a26c P 99e6e0d68cbf46a28dfaeea37471ed14 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 99e6e0d68cbf46a28dfaeea37471ed14, State: Initialized, Role: FOLLOWER
02:14:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943715 16377 consensus_queue.cc:260] T 275568cf55d549b7b53b8fd4eff3a26c P 99e6e0d68cbf46a28dfaeea37471ed14 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } }
02:14:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943794 16377 ts_tablet_manager.cc:1428] T 275568cf55d549b7b53b8fd4eff3a26c P 99e6e0d68cbf46a28dfaeea37471ed14: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
02:14:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.943928 16381 tablet_replica.cc:440] T 275568cf55d549b7b53b8fd4eff3a26c P 99e6e0d68cbf46a28dfaeea37471ed14: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } } }
02:14:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.944005 16381 tablet_replica.cc:443] T 275568cf55d549b7b53b8fd4eff3a26c P 99e6e0d68cbf46a28dfaeea37471ed14: This TxnStatusTablet replica's current role is: FOLLOWER
02:14:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.944469 16388 tablet_replica.cc:440] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } } }
02:14:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.944555 16388 tablet_replica.cc:443] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e: This TxnStatusTablet replica's current role is: FOLLOWER
02:14:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.945252 16383 tablet_replica.cc:440] T 275568cf55d549b7b53b8fd4eff3a26c P d1b007d24ae34bdcb1211c4a6da7d350: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } } }
02:14:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:12.945339 16383 tablet_replica.cc:443] T 275568cf55d549b7b53b8fd4eff3a26c P d1b007d24ae34bdcb1211c4a6da7d350: This TxnStatusTablet replica's current role is: FOLLOWER
02:14:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.075563 16388 raft_consensus.cc:491] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.075680 16388 raft_consensus.cc:513] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } }
02:14:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.075906 16388 leader_election.cc:290] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d1b007d24ae34bdcb1211c4a6da7d350 (127.15.66.1:34163), 99e6e0d68cbf46a28dfaeea37471ed14 (127.15.66.3:36585)
02:14:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.076205 16022 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "275568cf55d549b7b53b8fd4eff3a26c" candidate_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" is_pre_election: true
02:14:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.076263 16309 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "275568cf55d549b7b53b8fd4eff3a26c" candidate_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" is_pre_election: true
02:14:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.076311 16022 raft_consensus.cc:2466] T 275568cf55d549b7b53b8fd4eff3a26c P d1b007d24ae34bdcb1211c4a6da7d350 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 023b5d5d3c4b44f6a34f0828dd62d16e in term 0.
02:14:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.076351 16309 raft_consensus.cc:2466] T 275568cf55d549b7b53b8fd4eff3a26c P 99e6e0d68cbf46a28dfaeea37471ed14 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 023b5d5d3c4b44f6a34f0828dd62d16e in term 0.
02:14:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.076506 16101 leader_election.cc:304] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 023b5d5d3c4b44f6a34f0828dd62d16e, 99e6e0d68cbf46a28dfaeea37471ed14; no voters:
02:14:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.076632 16388 raft_consensus.cc:2802] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.076687 16388 raft_consensus.cc:491] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.076725 16388 raft_consensus.cc:3058] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e [term 0 FOLLOWER]: Advancing to term 1
02:14:13.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.077361 16388 raft_consensus.cc:513] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } }
02:14:13.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.077483 16388 leader_election.cc:290] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e [CANDIDATE]: Term 1 election: Requested vote from peers d1b007d24ae34bdcb1211c4a6da7d350 (127.15.66.1:34163), 99e6e0d68cbf46a28dfaeea37471ed14 (127.15.66.3:36585)
02:14:13.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.077692 16022 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "275568cf55d549b7b53b8fd4eff3a26c" candidate_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1b007d24ae34bdcb1211c4a6da7d350"
02:14:13.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.077716 16309 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "275568cf55d549b7b53b8fd4eff3a26c" candidate_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "99e6e0d68cbf46a28dfaeea37471ed14"
02:14:13.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.077776 16309 raft_consensus.cc:3058] T 275568cf55d549b7b53b8fd4eff3a26c P 99e6e0d68cbf46a28dfaeea37471ed14 [term 0 FOLLOWER]: Advancing to term 1
02:14:13.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.077769 16022 raft_consensus.cc:3058] T 275568cf55d549b7b53b8fd4eff3a26c P d1b007d24ae34bdcb1211c4a6da7d350 [term 0 FOLLOWER]: Advancing to term 1
02:14:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.078311 16309 raft_consensus.cc:2466] T 275568cf55d549b7b53b8fd4eff3a26c P 99e6e0d68cbf46a28dfaeea37471ed14 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 023b5d5d3c4b44f6a34f0828dd62d16e in term 1.
02:14:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.078377 16022 raft_consensus.cc:2466] T 275568cf55d549b7b53b8fd4eff3a26c P d1b007d24ae34bdcb1211c4a6da7d350 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 023b5d5d3c4b44f6a34f0828dd62d16e in term 1.
02:14:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.078476 16101 leader_election.cc:304] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 023b5d5d3c4b44f6a34f0828dd62d16e, 99e6e0d68cbf46a28dfaeea37471ed14; no voters:
02:14:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.078567 16388 raft_consensus.cc:2802] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e [term 1 FOLLOWER]: Leader election won for term 1
02:14:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.078624 16388 raft_consensus.cc:695] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e [term 1 LEADER]: Becoming Leader. State: Replica: 023b5d5d3c4b44f6a34f0828dd62d16e, State: Running, Role: LEADER
02:14:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.078660 16388 consensus_queue.cc:237] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } }
02:14:13.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.078961 16392 tablet_replica.cc:440] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e: TxnStatusTablet state changed. Reason: New leader 023b5d5d3c4b44f6a34f0828dd62d16e. Latest consensus state: current_term: 1 leader_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } } }
02:14:13.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.079058 16392 tablet_replica.cc:443] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e: This TxnStatusTablet replica's current role is: LEADER
02:14:13.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.079264 16406 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
02:14:13.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.079355 16406 txn_status_manager.cc:930] Loading transaction status metadata into memory...
02:14:13.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.079310 15830 catalog_manager.cc:5582] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e reported cstate change: term changed from 0 to 1, leader changed from <none> to 023b5d5d3c4b44f6a34f0828dd62d16e (127.15.66.2). New cstate: current_term: 1 leader_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } health_report { overall_health: UNKNOWN } } }
02:14:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.092603 16309 raft_consensus.cc:1273] T 275568cf55d549b7b53b8fd4eff3a26c P 99e6e0d68cbf46a28dfaeea37471ed14 [term 1 FOLLOWER]: Refusing update from remote peer 023b5d5d3c4b44f6a34f0828dd62d16e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:14:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.092588 16022 raft_consensus.cc:1273] T 275568cf55d549b7b53b8fd4eff3a26c P d1b007d24ae34bdcb1211c4a6da7d350 [term 1 FOLLOWER]: Refusing update from remote peer 023b5d5d3c4b44f6a34f0828dd62d16e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:14:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.092895 16388 consensus_queue.cc:1035] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e [LEADER]: Connected to new peer: Peer: permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.093065 16388 consensus_queue.cc:1035] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e [LEADER]: Connected to new peer: Peer: permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:13.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.095546 16392 tablet_replica.cc:440] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } } }
02:14:13.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.095633 16392 tablet_replica.cc:443] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e: This TxnStatusTablet replica's current role is: LEADER
02:14:13.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.096642 16415 tablet_replica.cc:440] T 275568cf55d549b7b53b8fd4eff3a26c P 99e6e0d68cbf46a28dfaeea37471ed14: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } } }
02:14:13.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.096686 16388 tablet_replica.cc:440] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } } }
02:14:13.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.096756 16388 tablet_replica.cc:443] T 275568cf55d549b7b53b8fd4eff3a26c P 023b5d5d3c4b44f6a34f0828dd62d16e: This TxnStatusTablet replica's current role is: LEADER
02:14:13.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.096987 16415 tablet_replica.cc:443] T 275568cf55d549b7b53b8fd4eff3a26c P 99e6e0d68cbf46a28dfaeea37471ed14: This TxnStatusTablet replica's current role is: FOLLOWER
02:14:13.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.097699 16381 tablet_replica.cc:440] T 275568cf55d549b7b53b8fd4eff3a26c P 99e6e0d68cbf46a28dfaeea37471ed14: TxnStatusTablet state changed. Reason: New leader 023b5d5d3c4b44f6a34f0828dd62d16e. Latest consensus state: current_term: 1 leader_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } } }
02:14:13.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.097783 16381 tablet_replica.cc:443] T 275568cf55d549b7b53b8fd4eff3a26c P 99e6e0d68cbf46a28dfaeea37471ed14: This TxnStatusTablet replica's current role is: FOLLOWER
02:14:13.098 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
02:14:13.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.099239 16410 mvcc.cc:204] Tried to move back new op lower bound from 7170995212664893440 to 7170995212610572288. Current Snapshot: MvccSnapshot[applied={T|T < 7170995212664893440}]
02:14:13.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.099475 16390 tablet_replica.cc:440] T 275568cf55d549b7b53b8fd4eff3a26c P d1b007d24ae34bdcb1211c4a6da7d350: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } } }
02:14:13.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.099570 16390 tablet_replica.cc:443] T 275568cf55d549b7b53b8fd4eff3a26c P d1b007d24ae34bdcb1211c4a6da7d350: This TxnStatusTablet replica's current role is: FOLLOWER
02:14:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.100010 16383 tablet_replica.cc:440] T 275568cf55d549b7b53b8fd4eff3a26c P d1b007d24ae34bdcb1211c4a6da7d350: TxnStatusTablet state changed. Reason: New leader 023b5d5d3c4b44f6a34f0828dd62d16e. Latest consensus state: current_term: 1 leader_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 } } peers { permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 } } peers { permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 } } }
02:14:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.100075 16383 tablet_replica.cc:443] T 275568cf55d549b7b53b8fd4eff3a26c P d1b007d24ae34bdcb1211c4a6da7d350: This TxnStatusTablet replica's current role is: FOLLOWER
02:14:13.101 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table de3adefa817b4759830481b58b0ff35f
02:14:13.101 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.66.60:46867
02:14:13.102 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
02:14:13.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.105197 15624 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskf4d2f1/build/release/bin/kudu with pid 15798
02:14:13.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.107933 15909 catalog_manager.cc:1261] Loaded cluster ID: 421ec1017731406399893b1538274eb4
02:14:13.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.108011 15909 catalog_manager.cc:1554] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1: loading cluster ID for follower catalog manager: success
02:14:13.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.109551 15909 catalog_manager.cc:1576] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1: acquiring CA information for follower catalog manager: success
02:14:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.109946 15909 catalog_manager.cc:1604] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:14:13.112 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.66.60:46867(127.15.66.60:46867)] handling channelInactive
02:14:13.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.66.60:46867(127.15.66.60:46867)] cleaning up while in state READY due to: connection closed
02:14:13.112 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:13.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.256904 16383 consensus_queue.cc:1035] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 [LEADER]: Connected to new peer: Peer: permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" member_type: VOTER last_known_addr { host: "127.15.66.2" port: 35297 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:13.258028 16220 heartbeater.cc:646] Failed to heartbeat to 127.15.66.60:46867 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.66.60:46867: connect: Connection refused (error 111)
02:14:13.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.258911 16390 consensus_queue.cc:1035] T 20a50e096e5747ecbdeb07455b5b2321 P d1b007d24ae34bdcb1211c4a6da7d350 [LEADER]: Connected to new peer: Peer: permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:13.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:13.259356 16068 heartbeater.cc:646] Failed to heartbeat to 127.15.66.60:46867 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.66.60:46867: connect: Connection refused (error 111)
02:14:13.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:13.260197 16362 heartbeater.cc:646] Failed to heartbeat to 127.15.66.60:46867 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.66.60:46867: connect: Connection refused (error 111)
02:14:13.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.381160 16422 raft_consensus.cc:491] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 24e9839d5cf94550b9c6273168b2fa66)
02:14:13.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.381260 16422 raft_consensus.cc:513] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:13.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.381484 16422 leader_election.cc:290] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d2a567e42b2a4929812333f3d0a33ea1 (127.15.66.61:42345), 24e9839d5cf94550b9c6273168b2fa66 (127.15.66.60:46867)
02:14:13.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.381482 16423 raft_consensus.cc:491] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 24e9839d5cf94550b9c6273168b2fa66)
02:14:13.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.381559 16423 raft_consensus.cc:513] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:13.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.381742 15758 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "97100cce94274f3887a2fc4eccbe3459" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d2a567e42b2a4929812333f3d0a33ea1" is_pre_election: true
02:14:13.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.381862 15758 raft_consensus.cc:2466] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 97100cce94274f3887a2fc4eccbe3459 in term 1.
02:14:13.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.382030 15652 leader_election.cc:304] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 97100cce94274f3887a2fc4eccbe3459, d2a567e42b2a4929812333f3d0a33ea1; no voters:
02:14:13.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.382077 16423 leader_election.cc:290] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 97100cce94274f3887a2fc4eccbe3459 (127.15.66.62:41241), 24e9839d5cf94550b9c6273168b2fa66 (127.15.66.60:46867)
02:14:13.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.382184 16422 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 1 FOLLOWER]: Leader pre-election won for term 2
02:14:13.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.382053 15676 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d2a567e42b2a4929812333f3d0a33ea1" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "97100cce94274f3887a2fc4eccbe3459" is_pre_election: true
02:14:13.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.382254 16422 raft_consensus.cc:491] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 24e9839d5cf94550b9c6273168b2fa66)
02:14:13.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.382282 16422 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 1 FOLLOWER]: Advancing to term 2
02:14:13.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:13.382521 15651 leader_election.cc:336] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 24e9839d5cf94550b9c6273168b2fa66 (127.15.66.60:46867): Network error: Client connection negotiation failed: client connection to 127.15.66.60:46867: connect: Connection refused (error 111)
02:14:13.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:13.382719 15733 leader_election.cc:336] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 24e9839d5cf94550b9c6273168b2fa66 (127.15.66.60:46867): Network error: Client connection negotiation failed: client connection to 127.15.66.60:46867: connect: Connection refused (error 111)
02:14:13.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.383097 16422 raft_consensus.cc:513] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:13.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.383229 16422 leader_election.cc:290] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [CANDIDATE]: Term 2 election: Requested vote from peers d2a567e42b2a4929812333f3d0a33ea1 (127.15.66.61:42345), 24e9839d5cf94550b9c6273168b2fa66 (127.15.66.60:46867)
02:14:13.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.383244 15676 raft_consensus.cc:2391] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate d2a567e42b2a4929812333f3d0a33ea1 in current term 2: Already voted for candidate 97100cce94274f3887a2fc4eccbe3459 in this term.
02:14:13.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.383466 15758 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "97100cce94274f3887a2fc4eccbe3459" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d2a567e42b2a4929812333f3d0a33ea1"
02:14:13.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.383526 15758 raft_consensus.cc:3058] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 1 FOLLOWER]: Advancing to term 2
02:14:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.384032 15735 leader_election.cc:304] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d2a567e42b2a4929812333f3d0a33ea1; no voters: 24e9839d5cf94550b9c6273168b2fa66, 97100cce94274f3887a2fc4eccbe3459
02:14:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:13.384152 15651 leader_election.cc:336] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 24e9839d5cf94550b9c6273168b2fa66 (127.15.66.60:46867): Network error: Client connection negotiation failed: client connection to 127.15.66.60:46867: connect: Connection refused (error 111)
02:14:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.384243 15758 raft_consensus.cc:2466] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 97100cce94274f3887a2fc4eccbe3459 in term 2.
02:14:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.384352 16423 raft_consensus.cc:2747] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:14:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.384454 15652 leader_election.cc:304] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 97100cce94274f3887a2fc4eccbe3459, d2a567e42b2a4929812333f3d0a33ea1; no voters: 24e9839d5cf94550b9c6273168b2fa66
02:14:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.384536 16422 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 2 FOLLOWER]: Leader election won for term 2
02:14:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.384672 16422 raft_consensus.cc:695] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 2 LEADER]: Becoming Leader. State: Replica: 97100cce94274f3887a2fc4eccbe3459, State: Running, Role: LEADER
02:14:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.384764 16422 consensus_queue.cc:237] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.385068 16429 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 97100cce94274f3887a2fc4eccbe3459. Latest consensus state: current_term: 2 leader_uuid: "97100cce94274f3887a2fc4eccbe3459" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.385135 16429 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: This master's current role is: LEADER
02:14:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.385298 16430 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
02:14:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.385567 16430 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=8d759c0c58364d43b9b3e8d756742cdb]
02:14:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.385643 16430 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=de3adefa817b4759830481b58b0ff35f]
02:14:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.385773 16430 tablet_loader.cc:96] loaded metadata for tablet 20a50e096e5747ecbdeb07455b5b2321 (table txn_manager_fallback_rolling [id=de3adefa817b4759830481b58b0ff35f])
02:14:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.385839 16430 tablet_loader.cc:96] loaded metadata for tablet 275568cf55d549b7b53b8fd4eff3a26c (table kudu_system.kudu_transactions [id=8d759c0c58364d43b9b3e8d756742cdb])
02:14:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.385864 16430 tablet_loader.cc:96] loaded metadata for tablet c00ec6ab13a24018b85bbedc9abdf1df (table txn_manager_fallback_rolling [id=de3adefa817b4759830481b58b0ff35f])
02:14:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.385885 16430 catalog_manager.cc:1486] Initializing Kudu cluster ID...
02:14:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.385924 16430 catalog_manager.cc:1261] Loaded cluster ID: 421ec1017731406399893b1538274eb4
02:14:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.385939 16430 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
02:14:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.386067 16430 catalog_manager.cc:1506] Loading token signing keys...
02:14:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.386122 16430 catalog_manager.cc:5966] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459: Loaded TSK: 0
02:14:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.386227 16430 catalog_manager.cc:1516] Initializing in-progress tserver states...
02:14:13.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.450672 16392 consensus_queue.cc:1035] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e [LEADER]: Connected to new peer: Peer: permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" member_type: VOTER last_known_addr { host: "127.15.66.3" port: 36585 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:13.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.452260 16363 heartbeater.cc:499] Master 127.15.66.62:41241 was elected leader, sending a full tablet report...
02:14:13.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.452965 16392 consensus_queue.cc:1035] T c00ec6ab13a24018b85bbedc9abdf1df P 023b5d5d3c4b44f6a34f0828dd62d16e [LEADER]: Connected to new peer: Peer: permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" member_type: VOTER last_known_addr { host: "127.15.66.1" port: 34163 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:13.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.453938 16069 heartbeater.cc:499] Master 127.15.66.62:41241 was elected leader, sending a full tablet report...
02:14:13.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:13.463591 15651 consensus_peers.cc:487] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 -> Peer 24e9839d5cf94550b9c6273168b2fa66 (127.15.66.60:46867): Couldn't send request to peer 24e9839d5cf94550b9c6273168b2fa66. Status: Network error: Client connection negotiation failed: client connection to 127.15.66.60:46867: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:14:13.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.477617 15758 raft_consensus.cc:1273] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 2 FOLLOWER]: Refusing update from remote peer 97100cce94274f3887a2fc4eccbe3459: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
02:14:13.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.478010 16429 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
02:14:13.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.478489 16423 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 97100cce94274f3887a2fc4eccbe3459. Latest consensus state: current_term: 2 leader_uuid: "97100cce94274f3887a2fc4eccbe3459" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:13.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.478683 16423 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [sys.catalog]: This master's current role is: FOLLOWER
02:14:13.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.478993 16429 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "97100cce94274f3887a2fc4eccbe3459" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:13.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.479103 16429 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: This master's current role is: LEADER
02:14:13.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.479270 16423 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "97100cce94274f3887a2fc4eccbe3459" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:13.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.479354 16423 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [sys.catalog]: This master's current role is: FOLLOWER
02:14:13.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.66.60:46867(127.15.66.60:46867)] connecting to peer
02:14:13.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.66.60:46867(127.15.66.60:46867): Connection refused: /127.15.66.60:46867
02:14:13.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.66.60:46867(127.15.66.60:46867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.66.60:46867(127.15.66.60:46867): Connection refused: /127.15.66.60:46867
02:14:13.611 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.15.66.60:46867(127.15.66.60:46867) for tablet Kudu Master: Failed to connect to peer master-127.15.66.60:46867(127.15.66.60:46867): Connection refused: /127.15.66.60:46867
02:14:13.629 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.66.60:46867(127.15.66.60:46867)] connecting to peer
02:14:13.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.66.60:46867(127.15.66.60:46867): Connection refused: /127.15.66.60:46867
02:14:13.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.66.60:46867(127.15.66.60:46867)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.66.60:46867(127.15.66.60:46867): Connection refused: /127.15.66.60:46867
02:14:13.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.66.60:46867: Failed to connect to peer master-127.15.66.60:46867(127.15.66.60:46867): Connection refused: /127.15.66.60:46867
02:14:13.631 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:14:13.632 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=22), Traces: [0ms] sending RPC to server master-127.15.66.60:46867, [2ms] received response from server master-127.15.66.60:46867: Network error: Failed to connect to peer master-127.15.66.60:46867(127.15.66.60:46867): Connection refused: /127.15.66.60:46867, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.66.60:46867(127.15.66.60:46867): Connection refused: /127.15.66.60:46867, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.66.62:41241, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.66.61:42345, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.66.60:46867, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.66.61:42345: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.66.60:46867: Network error: Failed to connect to peer master-127.15.66.60:46867(127.15.66.60:46867): Connection refused: /127.15.66.60:46867, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.66.62:41241: OK, deferred=Deferred@1937257903(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$120/466689490@3e70a1eb, errback=org.apache.kudu.client.KuduTransaction$$Lambda$121/1982367971@5ff26a8b)) after lookup
02:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.652624 15665 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:50894:
02:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:14:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:14:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:14:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:14:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:14:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:14:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:14:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:14:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:13.653852 15665 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:14:13.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:13.900290 16221 heartbeater.cc:499] Master 127.15.66.62:41241 was elected leader, sending a full tablet report...
02:14:14.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:14.001325 15651 consensus_peers.cc:487] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 -> Peer 24e9839d5cf94550b9c6273168b2fa66 (127.15.66.60:46867): Couldn't send request to peer 24e9839d5cf94550b9c6273168b2fa66. Status: Network error: Client connection negotiation failed: client connection to 127.15.66.60:46867: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:14:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:14.511351 15651 consensus_peers.cc:487] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 -> Peer 24e9839d5cf94550b9c6273168b2fa66 (127.15.66.60:46867): Couldn't send request to peer 24e9839d5cf94550b9c6273168b2fa66. Status: Network error: Client connection negotiation failed: client connection to 127.15.66.60:46867: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:14:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:15.053386 15651 consensus_peers.cc:487] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 -> Peer 24e9839d5cf94550b9c6273168b2fa66 (127.15.66.60:46867): Couldn't send request to peer 24e9839d5cf94550b9c6273168b2fa66. Status: Network error: Client connection negotiation failed: client connection to 127.15.66.60:46867: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
02:14:15.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 20a50e096e5747ecbdeb07455b5b2321 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
02:14:15.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c00ec6ab13a24018b85bbedc9abdf1df for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
02:14:15.116 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=20a50e096e5747ecbdeb07455b5b2321@[023b5d5d3c4b44f6a34f0828dd62d16e(127.15.66.2:35297),99e6e0d68cbf46a28dfaeea37471ed14(127.15.66.3:36585),d1b007d24ae34bdcb1211c4a6da7d350(127.15.66.1:34163)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=c00ec6ab13a24018b85bbedc9abdf1df@[023b5d5d3c4b44f6a34f0828dd62d16e(127.15.66.2:35297)[L],99e6e0d68cbf46a28dfaeea37471ed14(127.15.66.3:36585),d1b007d24ae34bdcb1211c4a6da7d350(127.15.66.1:34163)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:14:15.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=1), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.66.62:41241, [1ms] Sub RPC GetTableLocations: received response from server master-127.15.66.62:41241: OK, deferred=null) after lookup
02:14:15.117 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d1b007d24ae34bdcb1211c4a6da7d350(127.15.66.1:34163)] connecting to peer
02:14:15.117 [DEBUG - kudu-nio-1] (Connection.java:757) [peer d1b007d24ae34bdcb1211c4a6da7d350(127.15.66.1:34163)] Successfully connected to peer
02:14:15.130 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x13e6eb54, L:/127.0.0.1:50046 - R:/127.15.66.1:34163] using TOKEN/null
02:14:15.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:15.131455 16077 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.15.66.60:46867)
02:14:15.141 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.15.66.60:46867
02:14:15.142 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
02:14:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.142405 15624 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskf4d2f1/build/release/bin/kudu
02:14:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskf4d2f1/build/release/bin/kudu
02:14:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/wal
02:14:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/data
02:14:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/logs
02:14:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/data/info.pb
02:14:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.66.60:46867
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.66.60
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38803
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.66.20:38433
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.66.62:41241,127.15.66.61:42345,127.15.66.60:46867
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34947/jwks.json
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:14:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:14:15.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:15.223033 16470 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:14:15.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:15.223243 16470 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:15.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:15.223266 16470 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:14:15.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:15.224766 16470 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:14:15.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:15.224828 16470 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:14:15.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:15.224843 16470 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:14:15.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:15.224854 16470 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:15.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:15.224867 16470 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:14:15.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:15.224879 16470 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:15.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:15.224890 16470 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34947/jwks.json
02:14:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.226521 16470 master_runner.cc:386] Master server non-default flags:
02:14:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.66.20:38433
02:14:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:14:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/data
02:14:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/wal
02:14:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.66.62:41241,127.15.66.61:42345,127.15.66.60:46867
02:14:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:14:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.66.60:46867
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34947/jwks.json
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/data/info.pb
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.66.60
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38803
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16470
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/logs
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 01:58:19 UTC on 5fd53c4cbb9d
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6739
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.226748 16470 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.226951 16470 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:15.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:15.230933 16478 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:15.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:15.230938 16476 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:15.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.231117 16470 server_base.cc:1048] running on GCE node
02:14:15.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:15.230933 16475 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:15.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.231441 16470 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:15.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.231706 16470 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:15.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.232877 16470 hybrid_clock.cc:648] HybridClock initialized: now 1750731255232871 us; error 50 us; skew 500 ppm
02:14:15.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.234289 16470 webserver.cc:469] Webserver started at http://127.15.66.60:38803/ using document root <none> and password file <none>
02:14:15.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.234503 16470 fs_manager.cc:362] Metadata directory not provided
02:14:15.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.234570 16470 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.235910 16470 fs_manager.cc:714] Time spent opening directory manager: real 0.001s user 0.001s sys 0.000s
02:14:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.236524 16484 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.236750 16470 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s
02:14:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.236824 16470 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/data,/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/wal
02:14:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "24e9839d5cf94550b9c6273168b2fa66"
02:14:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:12 on dist-test-slave-4nlw"
02:14:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.237094 16470 fs_report.cc:389] FS layout report
02:14:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/wal
02:14:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/wal
02:14:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/data/data
02:14:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:15.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.267786 16470 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:15.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.268054 16470 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:15.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.268151 16470 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.272377 16470 rpc_server.cc:307] RPC server started. Bound to: 127.15.66.60:46867
02:14:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.272437 16546 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.66.60:46867 every 8 connection(s)
02:14:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.272784 16470 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-2/data/info.pb
02:14:15.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.274092 16547 sys_catalog.cc:263] Verifying existing consensus state
02:14:15.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.274677 16547 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66: Bootstrap starting.
02:14:15.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.277490 15624 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskf4d2f1/build/release/bin/kudu as pid 16470
02:14:15.277 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:15.277 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.66.62:41241
02:14:15.278 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
02:14:15.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.278256 15624 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskf4d2f1/build/release/bin/kudu with pid 15635
02:14:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.283380 16547 log.cc:826] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66: Log is configured to *not* fsync() on all Append() calls
02:14:15.286 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.66.62:41241(127.15.66.62:41241)] handling channelInactive
02:14:15.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.66.62:41241(127.15.66.62:41241)] cleaning up while in state READY due to: connection closed
02:14:15.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.286252 16547 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:14:15.286 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:15.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.286572 16547 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66: Bootstrap complete.
02:14:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.288614 16547 raft_consensus.cc:357] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.288811 16547 raft_consensus.cc:738] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 24e9839d5cf94550b9c6273168b2fa66, State: Initialized, Role: FOLLOWER
02:14:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.288924 16547 consensus_queue.cc:260] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.289189 16550 sys_catalog.cc:455] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.289309 16550 sys_catalog.cc:458] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: This master's current role is: FOLLOWER
02:14:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.289207 16547 sys_catalog.cc:564] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: configured and running, proceeding with master startup.
02:14:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.291088 16561 catalog_manager.cc:1261] Loaded cluster ID: 421ec1017731406399893b1538274eb4
02:14:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.291137 16561 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66: loading cluster ID for follower catalog manager: success
02:14:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.292161 16561 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66: acquiring CA information for follower catalog manager: success
02:14:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.292448 16561 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:14:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.291543 16470 master_runner.cc:186] Error getting master registration for 127.15.66.62:41241: Network error: Client connection negotiation failed: client connection to 127.15.66.62:41241: connect: Connection refused (error 111),
02:14:15.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.292865 16470 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:14:15.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.457571 16362 heartbeater.cc:344] Connected to a master server at 127.15.66.60:46867
02:14:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.458395 16501 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" instance_seqno: 1750731252604171) as {username='slave'} at 127.15.66.3:54259; Asking this server to re-register.
02:14:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.458683 16362 heartbeater.cc:461] Registering TS with master...
02:14:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.459147 16501 ts_manager.cc:194] Registered new tserver with Master: 99e6e0d68cbf46a28dfaeea37471ed14 (127.15.66.3:36585)
02:14:15.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.508646 16567 raft_consensus.cc:491] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 97100cce94274f3887a2fc4eccbe3459)
02:14:15.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.508755 16567 raft_consensus.cc:513] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:15.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.508932 16567 leader_election.cc:290] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 97100cce94274f3887a2fc4eccbe3459 (127.15.66.62:41241), 24e9839d5cf94550b9c6273168b2fa66 (127.15.66.60:46867)
02:14:15.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:15.509699 15735 leader_election.cc:336] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 97100cce94274f3887a2fc4eccbe3459 (127.15.66.62:41241): Network error: Client connection negotiation failed: client connection to 127.15.66.62:41241: connect: Connection refused (error 111)
02:14:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.512084 16511 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d2a567e42b2a4929812333f3d0a33ea1" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "24e9839d5cf94550b9c6273168b2fa66" is_pre_election: true
02:14:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.512249 16511 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d2a567e42b2a4929812333f3d0a33ea1 in term 1.
02:14:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.512447 15733 leader_election.cc:304] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 24e9839d5cf94550b9c6273168b2fa66, d2a567e42b2a4929812333f3d0a33ea1; no voters: 97100cce94274f3887a2fc4eccbe3459
02:14:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.512588 16567 raft_consensus.cc:2802] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 2 FOLLOWER]: Leader pre-election won for term 3
02:14:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.512638 16567 raft_consensus.cc:491] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 2 FOLLOWER]: Starting leader election (detected failure of leader 97100cce94274f3887a2fc4eccbe3459)
02:14:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.512653 16567 raft_consensus.cc:3058] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 2 FOLLOWER]: Advancing to term 3
02:14:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.513283 16567 raft_consensus.cc:513] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.513415 16567 leader_election.cc:290] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [CANDIDATE]: Term 3 election: Requested vote from peers 97100cce94274f3887a2fc4eccbe3459 (127.15.66.62:41241), 24e9839d5cf94550b9c6273168b2fa66 (127.15.66.60:46867)
02:14:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.513645 16511 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d2a567e42b2a4929812333f3d0a33ea1" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "24e9839d5cf94550b9c6273168b2fa66"
02:14:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.513717 16511 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 1 FOLLOWER]: Advancing to term 3
02:14:15.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:15.514009 15735 leader_election.cc:336] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 97100cce94274f3887a2fc4eccbe3459 (127.15.66.62:41241): Network error: Client connection negotiation failed: client connection to 127.15.66.62:41241: connect: Connection refused (error 111)
02:14:15.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.514744 16511 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d2a567e42b2a4929812333f3d0a33ea1 in term 3.
02:14:15.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.514932 15733 leader_election.cc:304] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 24e9839d5cf94550b9c6273168b2fa66, d2a567e42b2a4929812333f3d0a33ea1; no voters: 97100cce94274f3887a2fc4eccbe3459
02:14:15.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.515069 16567 raft_consensus.cc:2802] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 3 FOLLOWER]: Leader election won for term 3
02:14:15.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.515228 16567 raft_consensus.cc:695] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [term 3 LEADER]: Becoming Leader. State: Replica: d2a567e42b2a4929812333f3d0a33ea1, State: Running, Role: LEADER
02:14:15.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.515295 16567 consensus_queue.cc:237] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:15.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.515573 16571 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d2a567e42b2a4929812333f3d0a33ea1. Latest consensus state: current_term: 3 leader_uuid: "d2a567e42b2a4929812333f3d0a33ea1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:15.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.515628 16571 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [sys.catalog]: This master's current role is: LEADER
02:14:15.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.515779 16573 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
02:14:15.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.516057 16573 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=8d759c0c58364d43b9b3e8d756742cdb]
02:14:15.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.516178 16573 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=de3adefa817b4759830481b58b0ff35f]
02:14:15.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.516379 16573 tablet_loader.cc:96] loaded metadata for tablet 20a50e096e5747ecbdeb07455b5b2321 (table txn_manager_fallback_rolling [id=de3adefa817b4759830481b58b0ff35f])
02:14:15.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.516440 16573 tablet_loader.cc:96] loaded metadata for tablet 275568cf55d549b7b53b8fd4eff3a26c (table kudu_system.kudu_transactions [id=8d759c0c58364d43b9b3e8d756742cdb])
02:14:15.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.516477 16573 tablet_loader.cc:96] loaded metadata for tablet c00ec6ab13a24018b85bbedc9abdf1df (table txn_manager_fallback_rolling [id=de3adefa817b4759830481b58b0ff35f])
02:14:15.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.516512 16573 catalog_manager.cc:1486] Initializing Kudu cluster ID...
02:14:15.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.516582 16573 catalog_manager.cc:1261] Loaded cluster ID: 421ec1017731406399893b1538274eb4
02:14:15.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.516620 16573 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
02:14:15.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.516788 16573 catalog_manager.cc:1506] Loading token signing keys...
02:14:15.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.516871 16573 catalog_manager.cc:5966] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1: Loaded TSK: 0
02:14:15.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.517033 16573 catalog_manager.cc:1516] Initializing in-progress tserver states...
02:14:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.593441 16511 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 3 FOLLOWER]: Refusing update from remote peer d2a567e42b2a4929812333f3d0a33ea1: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
02:14:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.593830 16571 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
02:14:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.594704 16550 sys_catalog.cc:455] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d2a567e42b2a4929812333f3d0a33ea1. Latest consensus state: current_term: 3 leader_uuid: "d2a567e42b2a4929812333f3d0a33ea1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.594794 16550 sys_catalog.cc:458] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: This master's current role is: FOLLOWER
02:14:15.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.594761 16576 sys_catalog.cc:455] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "d2a567e42b2a4929812333f3d0a33ea1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:15.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.594862 16576 sys_catalog.cc:458] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: This master's current role is: FOLLOWER
02:14:15.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.595129 16567 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "d2a567e42b2a4929812333f3d0a33ea1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:15.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.595223 16567 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 [sys.catalog]: This master's current role is: LEADER
02:14:15.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.595367 16576 sys_catalog.cc:455] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "d2a567e42b2a4929812333f3d0a33ea1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:15.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.595428 16576 sys_catalog.cc:458] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: This master's current role is: FOLLOWER
02:14:15.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:15.595613 15735 consensus_peers.cc:487] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 -> Peer 97100cce94274f3887a2fc4eccbe3459 (127.15.66.62:41241): Couldn't send request to peer 97100cce94274f3887a2fc4eccbe3459. Status: Network error: Client connection negotiation failed: client connection to 127.15.66.62:41241: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:14:15.729 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.66.62:41241(127.15.66.62:41241)] connecting to peer
02:14:15.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.66.62:41241(127.15.66.62:41241): Connection refused: /127.15.66.62:41241
02:14:15.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.66.62:41241(127.15.66.62:41241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.66.62:41241(127.15.66.62:41241): Connection refused: /127.15.66.62:41241
02:14:15.730 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.15.66.62:41241(127.15.66.62:41241) for tablet Kudu Master: Failed to connect to peer master-127.15.66.62:41241(127.15.66.62:41241): Connection refused: /127.15.66.62:41241
02:14:15.749 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.66.62:41241(127.15.66.62:41241)] connecting to peer
02:14:15.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.66.60:46867(127.15.66.60:46867)] connecting to peer
02:14:15.750 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.66.60:46867(127.15.66.60:46867)] Successfully connected to peer
02:14:15.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.66.62:41241(127.15.66.62:41241): Connection refused: /127.15.66.62:41241
02:14:15.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.66.62:41241(127.15.66.62:41241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.66.62:41241(127.15.66.62:41241): Connection refused: /127.15.66.62:41241
02:14:15.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.66.62:41241: Failed to connect to peer master-127.15.66.62:41241(127.15.66.62:41241): Connection refused: /127.15.66.62:41241
02:14:15.752 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:14:15.752 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=22), Traces: [0ms] sending RPC to server master-127.15.66.62:41241, [1ms] received response from server master-127.15.66.62:41241: Network error: Failed to connect to peer master-127.15.66.62:41241(127.15.66.62:41241): Connection refused: /127.15.66.62:41241, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.66.62:41241(127.15.66.62:41241): Connection refused: /127.15.66.62:41241, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.66.62:41241, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.66.61:42345, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.66.60:46867, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.66.62:41241: Network error: Failed to connect to peer master-127.15.66.62:41241(127.15.66.62:41241): Connection refused: /127.15.66.62:41241, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.66.61:42345: OK, deferred=Deferred@2113152404(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$120/466689490@35a3ba7e, errback=org.apache.kudu.client.KuduTransaction$$Lambda$121/1982367971@a27f323)) after lookup
02:14:15.762 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa26553c6, L:/127.0.0.1:59454 - R:/127.15.66.60:46867] using TOKEN/null
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.781847 15747 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34092:
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:14:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:15.782143 15747 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:14:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.852125 16068 heartbeater.cc:344] Connected to a master server at 127.15.66.60:46867
02:14:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.852586 16501 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" instance_seqno: 1750731252349188) as {username='slave'} at 127.15.66.1:35625; Asking this server to re-register.
02:14:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.852836 16068 heartbeater.cc:461] Registering TS with master...
02:14:15.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.853135 16501 ts_manager.cc:194] Registered new tserver with Master: d1b007d24ae34bdcb1211c4a6da7d350 (127.15.66.1:34163)
02:14:15.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.905025 16220 heartbeater.cc:344] Connected to a master server at 127.15.66.60:46867
02:14:15.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.905459 16501 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" instance_seqno: 1750731252484274) as {username='slave'} at 127.15.66.2:49145; Asking this server to re-register.
02:14:15.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.905694 16220 heartbeater.cc:461] Registering TS with master...
02:14:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:15.905995 16501 ts_manager.cc:194] Registered new tserver with Master: 023b5d5d3c4b44f6a34f0828dd62d16e (127.15.66.2:35297)
02:14:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:16.128279 15735 consensus_peers.cc:487] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 -> Peer 97100cce94274f3887a2fc4eccbe3459 (127.15.66.62:41241): Couldn't send request to peer 97100cce94274f3887a2fc4eccbe3459. Status: Network error: Client connection negotiation failed: client connection to 127.15.66.62:41241: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:14:16.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:16.674273 15735 consensus_peers.cc:487] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 -> Peer 97100cce94274f3887a2fc4eccbe3459 (127.15.66.62:41241): Couldn't send request to peer 97100cce94274f3887a2fc4eccbe3459. Status: Network error: Client connection negotiation failed: client connection to 127.15.66.62:41241: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:14:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:16.850029 16070 heartbeater.cc:499] Master 127.15.66.61:42345 was elected leader, sending a full tablet report...
02:14:16.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:16.902752 16222 heartbeater.cc:499] Master 127.15.66.61:42345 was elected leader, sending a full tablet report...
02:14:17.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.027408 15735 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.66.62:41241: connect: Connection refused (error 111) [suppressed 17 similar messages]
02:14:17.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.107426 15717 master_runner.cc:186] Error getting master registration for 127.15.66.62:41241: Network error: Client connection negotiation failed: client connection to 127.15.66.62:41241: connect: Connection refused (error 111),
02:14:17.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.107527 15717 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:14:17.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.211752 15735 consensus_peers.cc:487] T 00000000000000000000000000000000 P d2a567e42b2a4929812333f3d0a33ea1 -> Peer 97100cce94274f3887a2fc4eccbe3459 (127.15.66.62:41241): Couldn't send request to peer 97100cce94274f3887a2fc4eccbe3459. Status: Network error: Client connection negotiation failed: client connection to 127.15.66.62:41241: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
02:14:17.288 [DEBUG - Time-limited test] (Connection.java:748) [peer 023b5d5d3c4b44f6a34f0828dd62d16e(127.15.66.2:35297)] connecting to peer
02:14:17.289 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 023b5d5d3c4b44f6a34f0828dd62d16e(127.15.66.2:35297)] Successfully connected to peer
02:14:17.299 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xae325937, L:/127.0.0.1:43838 - R:/127.15.66.2:35297] using TOKEN/null
02:14:17.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.302785 16193 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.15.66.60:46867)
02:14:17.312 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.15.66.62:41241
02:14:17.312 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
02:14:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.312599 15624 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskf4d2f1/build/release/bin/kudu
02:14:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskf4d2f1/build/release/bin/kudu
02:14:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/wal
02:14:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/data
02:14:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/logs
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/data/info.pb
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.66.62:41241
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.66.62
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43425
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.66.20:38433
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.66.62:41241,127.15.66.61:42345,127.15.66.60:46867
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34947/jwks.json
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:14:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:14:17.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.393411 16616 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:14:17.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.393585 16616 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:17.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.393606 16616 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:14:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.394971 16616 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:14:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.395035 16616 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:14:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.395049 16616 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:14:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.395066 16616 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.395083 16616 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:14:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.395103 16616 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.395133 16616 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34947/jwks.json
02:14:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.396637 16616 master_runner.cc:386] Master server non-default flags:
02:14:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.66.20:38433
02:14:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:14:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/data
02:14:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/wal
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.66.62:41241,127.15.66.61:42345,127.15.66.60:46867
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.66.62:41241
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34947/jwks.json
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/data/info.pb
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.66.62
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43425
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16616
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/logs
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Jun 2025 01:58:19 UTC on 5fd53c4cbb9d
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6739
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.396853 16616 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.397038 16616 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:17.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.400871 16622 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:17.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.400882 16624 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:17.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.400897 16621 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:17.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.400933 16616 server_base.cc:1048] running on GCE node
02:14:17.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.401399 16616 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:17.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.401621 16616 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:17.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.402774 16616 hybrid_clock.cc:648] HybridClock initialized: now 1750731257402760 us; error 28 us; skew 500 ppm
02:14:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.410651 16616 webserver.cc:469] Webserver started at http://127.15.66.62:43425/ using document root <none> and password file <none>
02:14:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.411053 16616 fs_manager.cc:362] Metadata directory not provided
02:14:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.411149 16616 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.412395 16616 fs_manager.cc:714] Time spent opening directory manager: real 0.001s user 0.001s sys 0.000s
02:14:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.413007 16630 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.413195 16616 fs_manager.cc:730] Time spent opening block manager: real 0.000s user 0.001s sys 0.000s
02:14:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.413272 16616 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/data,/tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/wal
02:14:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97100cce94274f3887a2fc4eccbe3459"
02:14:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-24 02:14:11 on dist-test-slave-4nlw"
02:14:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.413551 16616 fs_report.cc:389] FS layout report
02:14:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/wal
02:14:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/wal
02:14:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/data/data
02:14:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:17.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:17.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:17.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:17.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:17.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:17.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:17.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.424170 16616 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:17.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.424484 16616 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:17.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.424612 16616 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:17.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.428987 16616 rpc_server.cc:307] RPC server started. Bound to: 127.15.66.62:41241
02:14:17.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.429034 16692 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.66.62:41241 every 8 connection(s)
02:14:17.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.429390 16616 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskf4d2f1/test-tmp/mini-kudu-cluster9182689303953130043/master-0/data/info.pb
02:14:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.431033 16693 sys_catalog.cc:263] Verifying existing consensus state
02:14:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.431806 16693 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459: Bootstrap starting.
02:14:17.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.437626 15624 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskf4d2f1/build/release/bin/kudu as pid 16616
02:14:17.438 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:17.438 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.66.61:42345
02:14:17.438 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
02:14:17.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.438725 15624 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskf4d2f1/build/release/bin/kudu with pid 15717
02:14:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.440905 16693 log.cc:826] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459: Log is configured to *not* fsync() on all Append() calls
02:14:17.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.442787 16693 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:14:17.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.443094 16693 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459: Bootstrap complete.
02:14:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.444959 16693 raft_consensus.cc:357] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.445165 16693 raft_consensus.cc:738] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 97100cce94274f3887a2fc4eccbe3459, State: Initialized, Role: FOLLOWER
02:14:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.445261 16693 consensus_queue.cc:260] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:17.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.445551 16693 sys_catalog.cc:564] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: configured and running, proceeding with master startup.
02:14:17.447 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:17.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.445513 16697 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:17.447 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.66.61:42345(127.15.66.61:42345)] handling channelInactive
02:14:17.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.445619 16697 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: This master's current role is: FOLLOWER
02:14:17.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.445708 16657 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 2 FOLLOWER]: Advancing to term 3
02:14:17.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.447818 16710 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "d2a567e42b2a4929812333f3d0a33ea1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:17.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.66.61:42345(127.15.66.61:42345)] cleaning up while in state READY due to: connection closed
02:14:17.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.447919 16710 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: This master's current role is: FOLLOWER
02:14:17.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.447898 16697 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d2a567e42b2a4929812333f3d0a33ea1. Latest consensus state: current_term: 3 leader_uuid: "d2a567e42b2a4929812333f3d0a33ea1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:17.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.447948 16697 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: This master's current role is: FOLLOWER
02:14:17.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.448524 16632 connection.cc:441] server connection from 127.0.0.1:49390 torn down before Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:49390 (request call id 0) could send its response
02:14:17.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.448688 16711 catalog_manager.cc:1261] Loaded cluster ID: 421ec1017731406399893b1538274eb4
02:14:17.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.448741 16711 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459: loading cluster ID for follower catalog manager: success
02:14:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.450131 16711 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459: acquiring CA information for follower catalog manager: success
02:14:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.450467 16711 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:14:17.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.454102 16616 master_runner.cc:186] Error getting master registration for 127.15.66.61:42345: Network error: Client connection negotiation failed: client connection to 127.15.66.61:42345: connect: Connection refused (error 111),
02:14:17.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.455039 16616 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:14:17.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.455221 16364 heartbeater.cc:499] Master 127.15.66.61:42345 was elected leader, sending a full tablet report...
02:14:17.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.458079 16363 heartbeater.cc:344] Connected to a master server at 127.15.66.62:41241
02:14:17.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.458703 16647 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "99e6e0d68cbf46a28dfaeea37471ed14" instance_seqno: 1750731252604171) as {username='slave'} at 127.15.66.3:53673; Asking this server to re-register.
02:14:17.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.458989 16363 heartbeater.cc:461] Registering TS with master...
02:14:17.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.459388 16647 ts_manager.cc:194] Registered new tserver with Master: 99e6e0d68cbf46a28dfaeea37471ed14 (127.15.66.3:36585)
02:14:17.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.663254 16716 raft_consensus.cc:491] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader d2a567e42b2a4929812333f3d0a33ea1)
02:14:17.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.663363 16716 raft_consensus.cc:513] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:17.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.663641 16716 leader_election.cc:290] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 97100cce94274f3887a2fc4eccbe3459 (127.15.66.62:41241), d2a567e42b2a4929812333f3d0a33ea1 (127.15.66.61:42345)
02:14:17.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.664091 16487 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.66.61:42345: connect: Connection refused (error 111)
02:14:17.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.664640 16487 leader_election.cc:336] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer d2a567e42b2a4929812333f3d0a33ea1 (127.15.66.61:42345): Network error: Client connection negotiation failed: client connection to 127.15.66.61:42345: connect: Connection refused (error 111)
02:14:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.666707 16657 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "24e9839d5cf94550b9c6273168b2fa66" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "97100cce94274f3887a2fc4eccbe3459" is_pre_election: true
02:14:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.667090 16488 leader_election.cc:304] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 24e9839d5cf94550b9c6273168b2fa66; no voters: 97100cce94274f3887a2fc4eccbe3459, d2a567e42b2a4929812333f3d0a33ea1
02:14:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.667250 16716 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:14:17.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.748400 16697 raft_consensus.cc:491] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader d2a567e42b2a4929812333f3d0a33ea1)
02:14:17.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.748557 16697 raft_consensus.cc:513] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:17.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.748922 16697 leader_election.cc:290] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers d2a567e42b2a4929812333f3d0a33ea1 (127.15.66.61:42345), 24e9839d5cf94550b9c6273168b2fa66 (127.15.66.60:46867)
02:14:17.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.749397 16633 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.66.61:42345: connect: Connection refused (error 111)
02:14:17.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.749918 16633 leader_election.cc:336] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer d2a567e42b2a4929812333f3d0a33ea1 (127.15.66.61:42345): Network error: Client connection negotiation failed: client connection to 127.15.66.61:42345: connect: Connection refused (error 111)
02:14:17.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.751838 16511 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "97100cce94274f3887a2fc4eccbe3459" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "24e9839d5cf94550b9c6273168b2fa66" is_pre_election: true
02:14:17.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.751935 16511 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 97100cce94274f3887a2fc4eccbe3459 in term 3.
02:14:17.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.752132 16632 leader_election.cc:304] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 24e9839d5cf94550b9c6273168b2fa66, 97100cce94274f3887a2fc4eccbe3459; no voters: d2a567e42b2a4929812333f3d0a33ea1
02:14:17.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.752278 16697 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 3 FOLLOWER]: Leader pre-election won for term 4
02:14:17.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.752360 16697 raft_consensus.cc:491] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 3 FOLLOWER]: Starting leader election (detected failure of leader d2a567e42b2a4929812333f3d0a33ea1)
02:14:17.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.752388 16697 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 3 FOLLOWER]: Advancing to term 4
02:14:17.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.753041 16697 raft_consensus.cc:513] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:17.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.753185 16697 leader_election.cc:290] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [CANDIDATE]: Term 4 election: Requested vote from peers d2a567e42b2a4929812333f3d0a33ea1 (127.15.66.61:42345), 24e9839d5cf94550b9c6273168b2fa66 (127.15.66.60:46867)
02:14:17.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.753521 16511 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "97100cce94274f3887a2fc4eccbe3459" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "24e9839d5cf94550b9c6273168b2fa66"
02:14:17.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.753618 16511 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 3 FOLLOWER]: Advancing to term 4
02:14:17.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.754071 16633 leader_election.cc:336] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer d2a567e42b2a4929812333f3d0a33ea1 (127.15.66.61:42345): Network error: Client connection negotiation failed: client connection to 127.15.66.61:42345: connect: Connection refused (error 111)
02:14:17.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.754426 16511 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 97100cce94274f3887a2fc4eccbe3459 in term 4.
02:14:17.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.754627 16632 leader_election.cc:304] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 24e9839d5cf94550b9c6273168b2fa66, 97100cce94274f3887a2fc4eccbe3459; no voters: d2a567e42b2a4929812333f3d0a33ea1
02:14:17.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.754727 16697 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 4 FOLLOWER]: Leader election won for term 4
02:14:17.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.754794 16697 raft_consensus.cc:695] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [term 4 LEADER]: Becoming Leader. State: Replica: 97100cce94274f3887a2fc4eccbe3459, State: Running, Role: LEADER
02:14:17.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.754858 16697 consensus_queue.cc:237] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 3.13, Last appended by leader: 13, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } }
02:14:17.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.755132 16710 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 97100cce94274f3887a2fc4eccbe3459. Latest consensus state: current_term: 4 leader_uuid: "97100cce94274f3887a2fc4eccbe3459" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:17.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.755223 16710 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: This master's current role is: LEADER
02:14:17.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.755429 16722 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
02:14:17.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.755671 16722 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=8d759c0c58364d43b9b3e8d756742cdb]
02:14:17.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.755735 16722 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=de3adefa817b4759830481b58b0ff35f]
02:14:17.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.755896 16722 tablet_loader.cc:96] loaded metadata for tablet 20a50e096e5747ecbdeb07455b5b2321 (table txn_manager_fallback_rolling [id=de3adefa817b4759830481b58b0ff35f])
02:14:17.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.755940 16722 tablet_loader.cc:96] loaded metadata for tablet 275568cf55d549b7b53b8fd4eff3a26c (table kudu_system.kudu_transactions [id=8d759c0c58364d43b9b3e8d756742cdb])
02:14:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.755964 16722 tablet_loader.cc:96] loaded metadata for tablet c00ec6ab13a24018b85bbedc9abdf1df (table txn_manager_fallback_rolling [id=de3adefa817b4759830481b58b0ff35f])
02:14:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.755985 16722 catalog_manager.cc:1486] Initializing Kudu cluster ID...
02:14:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.756023 16722 catalog_manager.cc:1261] Loaded cluster ID: 421ec1017731406399893b1538274eb4
02:14:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.756038 16722 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
02:14:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.756160 16722 catalog_manager.cc:1506] Loading token signing keys...
02:14:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.756213 16722 catalog_manager.cc:5966] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459: Loaded TSK: 0
02:14:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.756312 16722 catalog_manager.cc:1516] Initializing in-progress tserver states...
02:14:17.849 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.66.61:42345(127.15.66.61:42345)] connecting to peer
02:14:17.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.66.61:42345(127.15.66.61:42345): Connection refused: /127.15.66.61:42345
02:14:17.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.66.61:42345(127.15.66.61:42345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.66.61:42345(127.15.66.61:42345): Connection refused: /127.15.66.61:42345
02:14:17.850 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.15.66.61:42345(127.15.66.61:42345) for tablet Kudu Master: Failed to connect to peer master-127.15.66.61:42345(127.15.66.61:42345): Connection refused: /127.15.66.61:42345
02:14:17.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.850957 16511 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [term 4 FOLLOWER]: Refusing update from remote peer 97100cce94274f3887a2fc4eccbe3459: Log matching property violated. Preceding OpId in replica: term: 3 index: 13. Preceding OpId from leader: term: 4 index: 14. (index mismatch)
02:14:17.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.851332 16710 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [LEADER]: Connected to new peer: Peer: permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
02:14:17.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.851949 16716 sys_catalog.cc:455] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 97100cce94274f3887a2fc4eccbe3459. Latest consensus state: current_term: 4 leader_uuid: "97100cce94274f3887a2fc4eccbe3459" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:17.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.852144 16716 sys_catalog.cc:458] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: This master's current role is: FOLLOWER
02:14:17.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.852416 16697 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "97100cce94274f3887a2fc4eccbe3459" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:17.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.852509 16697 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 [sys.catalog]: This master's current role is: LEADER
02:14:17.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.852775 16716 sys_catalog.cc:455] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "97100cce94274f3887a2fc4eccbe3459" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97100cce94274f3887a2fc4eccbe3459" member_type: VOTER last_known_addr { host: "127.15.66.62" port: 41241 } } peers { permanent_uuid: "d2a567e42b2a4929812333f3d0a33ea1" member_type: VOTER last_known_addr { host: "127.15.66.61" port: 42345 } } peers { permanent_uuid: "24e9839d5cf94550b9c6273168b2fa66" member_type: VOTER last_known_addr { host: "127.15.66.60" port: 46867 } } }
02:14:17.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.852866 16716 sys_catalog.cc:458] T 00000000000000000000000000000000 P 24e9839d5cf94550b9c6273168b2fa66 [sys.catalog]: This master's current role is: FOLLOWER
02:14:17.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.852909 16633 consensus_peers.cc:487] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 -> Peer d2a567e42b2a4929812333f3d0a33ea1 (127.15.66.61:42345): Couldn't send request to peer d2a567e42b2a4929812333f3d0a33ea1. Status: Network error: Client connection negotiation failed: client connection to 127.15.66.61:42345: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:14:17.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.854466 16069 heartbeater.cc:344] Connected to a master server at 127.15.66.62:41241
02:14:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.854878 16647 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "d1b007d24ae34bdcb1211c4a6da7d350" instance_seqno: 1750731252349188) as {username='slave'} at 127.15.66.1:46427; Asking this server to re-register.
02:14:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.855147 16069 heartbeater.cc:461] Registering TS with master...
02:14:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.855230 16069 heartbeater.cc:507] Master 127.15.66.62:41241 requested a full tablet report, sending...
02:14:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.855533 16647 ts_manager.cc:194] Registered new tserver with Master: d1b007d24ae34bdcb1211c4a6da7d350 (127.15.66.1:34163)
02:14:17.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.66.62:41241(127.15.66.62:41241)] connecting to peer
02:14:17.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.66.61:42345(127.15.66.61:42345)] connecting to peer
02:14:17.870 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.66.62:41241(127.15.66.62:41241)] Successfully connected to peer
02:14:17.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.66.61:42345(127.15.66.61:42345): Connection refused: /127.15.66.61:42345
02:14:17.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.66.61:42345(127.15.66.61:42345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.66.61:42345(127.15.66.61:42345): Connection refused: /127.15.66.61:42345
02:14:17.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.66.61:42345: Failed to connect to peer master-127.15.66.61:42345(127.15.66.61:42345): Connection refused: /127.15.66.61:42345
02:14:17.882 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa48a28b3, L:/127.0.0.1:49436 - R:/127.15.66.62:41241] using TOKEN/null
02:14:17.883 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:14:17.884 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=35), Traces: [0ms] sending RPC to server master-127.15.66.61:42345, [1ms] received response from server master-127.15.66.61:42345: Network error: Failed to connect to peer master-127.15.66.61:42345(127.15.66.61:42345): Connection refused: /127.15.66.61:42345, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.66.61:42345(127.15.66.61:42345): Connection refused: /127.15.66.61:42345, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.66.62:41241, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.66.61:42345, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.66.60:46867, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.66.61:42345: Network error: Failed to connect to peer master-127.15.66.61:42345(127.15.66.61:42345): Connection refused: /127.15.66.61:42345, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.66.60:46867: OK, [34ms] Sub RPC ConnectToMaster: received response from server master-127.15.66.62:41241: OK, deferred=Deferred@795080185(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$120/466689490@a71c704, errback=org.apache.kudu.client.KuduTransaction$$Lambda$121/1982367971@493203ac)) after lookup
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.904978 16647 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49438:
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:14:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:17.905584 16693 master.cc:464] Invalid argument: unable to initialize TxnManager: Error creating table kudu_system.kudu_transactions on the master: not enough live tablet servers to create a table with the requested replication factor 3; 2 tablet servers are alive: unable to init TxnManager, will retry in 1.000s
02:14:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.907187 16221 heartbeater.cc:344] Connected to a master server at 127.15.66.62:41241
02:14:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.907577 16647 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "023b5d5d3c4b44f6a34f0828dd62d16e" instance_seqno: 1750731252484274) as {username='slave'} at 127.15.66.2:48845; Asking this server to re-register.
02:14:17.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.907974 16221 heartbeater.cc:461] Registering TS with master...
02:14:17.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.908061 16221 heartbeater.cc:507] Master 127.15.66.62:41241 requested a full tablet report, sending...
02:14:17.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:17.908411 16647 ts_manager.cc:194] Registered new tserver with Master: 023b5d5d3c4b44f6a34f0828dd62d16e (127.15.66.2:35297)
02:14:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:18.099782 16677 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:49436 (request call id 1) took 215 ms (client timeout 215 ms). Trace:
02:14:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:18.099887 16677 rpcz_store.cc:269] 0624 02:14:17.884554 (+ 0us) service_pool.cc:168] Inserting onto call queue
02:14:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0624 02:14:17.884622 (+ 68us) service_pool.cc:225] Handling call
02:14:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0624 02:14:18.099762 (+215140us) inbound_call.cc:173] Queueing success response
02:14:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":324,"init.queue_time_us":48,"thread_start_us":271,"threads_started":4}
02:14:18.101 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=3, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.15.66.61:42345, [1ms] received response from server master-127.15.66.61:42345: Network error: Failed to connect to peer master-127.15.66.61:42345(127.15.66.61:42345): Connection refused: /127.15.66.61:42345, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.66.61:42345(127.15.66.61:42345): Connection refused: /127.15.66.61:42345, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.66.62:41241, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.66.61:42345, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.66.60:46867, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.66.61:42345: Network error: Failed to connect to peer master-127.15.66.61:42345(127.15.66.61:42345): Connection refused: /127.15.66.61:42345, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.66.60:46867: OK, [34ms] Sub RPC ConnectToMaster: received response from server master-127.15.66.62:41241: OK, [35ms] sending RPC to server master-127.15.66.62:41241, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@795080185(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$120/466689490@a71c704 -> (continuation of Deferred@1107638368 after retry RPC@1920586212), errback=org.apache.kudu.client.KuduTransaction$$Lambda$121/1982367971@493203ac -> (continuation of Deferred@1107638368 after retry RPC@1920586212)))
02:14:18.101 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=3, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.15.66.61:42345, [1ms] received response from server master-127.15.66.61:42345: Network error: Failed to connect to peer master-127.15.66.61:42345(127.15.66.61:42345): Connection refused: /127.15.66.61:42345, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.66.61:42345(127.15.66.61:42345): Connection refused: /127.15.66.61:42345, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.66.62:41241, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.66.61:42345, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.66.60:46867, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.66.61:42345: Network error: Failed to connect to peer master-127.15.66.61:42345(127.15.66.61:42345): Connection refused: /127.15.66.61:42345, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.66.60:46867: OK, [34ms] Sub RPC ConnectToMaster: received response from server master-127.15.66.62:41241: OK, [35ms] sending RPC to server master-127.15.66.62:41241, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@795080185(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$120/466689490@a71c704 -> (continuation of Deferred@1107638368 after retry RPC@1920586212), errback=org.apache.kudu.client.KuduTransaction$$Lambda$121/1982367971@493203ac -> (continuation of Deferred@1107638368 after retry RPC@1920586212)))
02:14:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:18.360431 16677 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:49436 (request call id 2) took 250 ms (client timeout 250 ms). Trace:
02:14:18.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:18.360528 16677 rpcz_store.cc:269] 0624 02:14:18.110278 (+ 0us) service_pool.cc:168] Inserting onto call queue
02:14:18.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0624 02:14:18.110349 (+ 71us) service_pool.cc:225] Handling call
02:14:18.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0624 02:14:18.360415 (+250066us) inbound_call.cc:173] Queueing success response
02:14:18.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:14:18.361 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.15.66.62:41241, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1991536968(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$120/466689490@2fc22351, errback=org.apache.kudu.client.KuduTransaction$$Lambda$121/1982367971@44efc8f1))
02:14:18.361 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.15.66.62:41241, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1991536968(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$120/466689490@2fc22351, errback=org.apache.kudu.client.KuduTransaction$$Lambda$121/1982367971@44efc8f1))
02:14:18.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:18.396297 16633 consensus_peers.cc:487] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 -> Peer d2a567e42b2a4929812333f3d0a33ea1 (127.15.66.61:42345): Couldn't send request to peer d2a567e42b2a4929812333f3d0a33ea1. Status: Network error: Client connection negotiation failed: client connection to 127.15.66.61:42345: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:14:18.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:18.485567 16104 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.153s from last keepalive heartbeat (effective timeout is 1.000s)
02:14:18.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:18.486100 16195 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.66.61:42345)
02:14:18.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:18.490587 16737 tablet_replica.cc:1304] Aborted: operation has been aborted: cancelling pending write operations
02:14:18.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:18.493541 16741 tablet_replica.cc:1304] Aborted: operation has been aborted: cancelling pending write operations
02:14:18.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:18.620216 16677 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:49436 (request call id 3) took 250 ms (client timeout 250 ms). Trace:
02:14:18.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:18.620322 16677 rpcz_store.cc:269] 0624 02:14:18.370056 (+ 0us) service_pool.cc:168] Inserting onto call queue
02:14:18.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0624 02:14:18.370123 (+ 67us) service_pool.cc:225] Handling call
02:14:18.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0624 02:14:18.620196 (+250073us) inbound_call.cc:173] Queueing success response
02:14:18.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:14:18.621 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.15.66.62:41241, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@2024130425(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$120/466689490@2dced714, errback=org.apache.kudu.client.KuduTransaction$$Lambda$121/1982367971@13a8b157))
02:14:18.621 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.15.66.62:41241, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@2024130425(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$120/466689490@2dced714, errback=org.apache.kudu.client.KuduTransaction$$Lambda$121/1982367971@13a8b157))
02:14:18.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:18.880332 16677 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:49436 (request call id 4) took 250 ms (client timeout 250 ms). Trace:
02:14:18.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:18.880431 16677 rpcz_store.cc:269] 0624 02:14:18.630169 (+ 0us) service_pool.cc:168] Inserting onto call queue
02:14:18.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0624 02:14:18.630260 (+ 91us) service_pool.cc:225] Handling call
02:14:18.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0624 02:14:18.880311 (+250051us) inbound_call.cc:173] Queueing success response
02:14:18.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:14:18.881 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.15.66.62:41241, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@691690387(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$120/466689490@7f72cfc2, errback=org.apache.kudu.client.KuduTransaction$$Lambda$121/1982367971@24dfd14f))
02:14:18.881 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.15.66.62:41241, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@691690387(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$120/466689490@7f72cfc2, errback=org.apache.kudu.client.KuduTransaction$$Lambda$121/1982367971@24dfd14f))
02:14:18.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:18.904428 16633 consensus_peers.cc:487] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 -> Peer d2a567e42b2a4929812333f3d0a33ea1 (127.15.66.61:42345): Couldn't send request to peer d2a567e42b2a4929812333f3d0a33ea1. Status: Network error: Client connection negotiation failed: client connection to 127.15.66.61:42345: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:18.912077 16646 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49454:
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:14:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:18.912285 16646 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:14:18.918 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 023b5d5d3c4b44f6a34f0828dd62d16e (127.15.66.2:35297): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1750731253 last_transition_timestamp: 1750731258
02:14:19.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250624 02:14:19.375108 16633 consensus_peers.cc:487] T 00000000000000000000000000000000 P 97100cce94274f3887a2fc4eccbe3459 -> Peer d2a567e42b2a4929812333f3d0a33ea1 (127.15.66.61:42345): Couldn't send request to peer d2a567e42b2a4929812333f3d0a33ea1. Status: Network error: Client connection negotiation failed: client connection to 127.15.66.61:42345: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
02:14:19.450 [DEBUG - main] (Connection.java:575) [peer master-127.15.66.60:46867(127.15.66.60:46867)] disconnecting while in state READY
02:14:19.450 [DEBUG - main] (Connection.java:575) [peer master-127.15.66.62:41241(127.15.66.62:41241)] disconnecting while in state READY
02:14:19.450 [DEBUG - main] (Connection.java:575) [peer master-127.15.66.61:42345(127.15.66.61:42345)] disconnecting while in state TERMINATED
02:14:19.450 [DEBUG - main] (Connection.java:575) [peer d1b007d24ae34bdcb1211c4a6da7d350(127.15.66.1:34163)] disconnecting while in state READY
02:14:19.451 [DEBUG - main] (Connection.java:575) [peer 023b5d5d3c4b44f6a34f0828dd62d16e(127.15.66.2:35297)] disconnecting while in state READY
02:14:19.451 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.66.60:46867(127.15.66.60:46867)] handling channelInactive
02:14:19.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.66.60:46867(127.15.66.60:46867)] cleaning up while in state READY due to: connection closed
02:14:19.451 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.66.62:41241(127.15.66.62:41241)] handling channelInactive
02:14:19.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.66.62:41241(127.15.66.62:41241)] cleaning up while in state READY due to: connection closed
02:14:19.452 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:19.452 [DEBUG - kudu-nio-1] (Connection.java:239) [peer d1b007d24ae34bdcb1211c4a6da7d350(127.15.66.1:34163)] handling channelInactive
02:14:19.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d1b007d24ae34bdcb1211c4a6da7d350(127.15.66.1:34163)] cleaning up while in state READY due to: connection closed
02:14:19.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:19.452904 15624 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskf4d2f1/build/release/bin/kudu with pid 15919
02:14:19.453 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 023b5d5d3c4b44f6a34f0828dd62d16e(127.15.66.2:35297)] handling channelInactive
02:14:19.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 023b5d5d3c4b44f6a34f0828dd62d16e(127.15.66.2:35297)] cleaning up while in state READY due to: connection closed
02:14:19.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:19.459326 15624 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskf4d2f1/build/release/bin/kudu with pid 16075
02:14:19.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:19.460628 16363 heartbeater.cc:499] Master 127.15.66.62:41241 was elected leader, sending a full tablet report...
02:14:19.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:19.465580 15624 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskf4d2f1/build/release/bin/kudu with pid 16225
02:14:19.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:19.470184 15624 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskf4d2f1/build/release/bin/kudu with pid 16616
02:14:19.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250624 02:14:19.475531 15624 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskf4d2f1/build/release/bin/kudu with pid 16470
02:14:19.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-24T02:14:19Z chronyd exiting
02:14:19.526 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)